import deepxde as dde
from deepxde.backend import pytorch
import torch
import matplotlib.pyplot as plt
import numpy as np
from SIRD_deepxde_DiseaseModel import SIRD_deepxde_net
from DiseaseModel import SIR,SIRD,SIRDIm,SIRDImRel, SIRDImRelSimple, SIRD2Var, SIRD2VarRelSimple, GeneralModelSolver
from Plot import Plot
# %matplotlib widget
seed = 2
np.random.seed(seed)
dde.config.set_random_seed(seed)
Using backend: pytorch
default Torch device: cpu
time_delta = [0,365] # use three values here for intro time of second variant
# initial_conditions = {
# "S": 1000000,
# "I": 1,
# "R": 0,
# }
# static_parameters = {
# "alpha": (0.15),
# "beta": (0.07),
# }
# sird_model = SIR(initial_conditions, static_parameters, time_delta)
initial_conditions = {
"S": 1000000,
"I": 1,
"R": 0,
"D": 0,
}
static_parameters = {
"alpha": (0.15),
"beta": (0.07),
"gamma": (0.001),
}
sird_model = SIRD(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "D": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "alpha": 0.12,
# "beta": 0.07,
# "gamma": 0.02,
# "kappa": 0.2,
# }
# sird_model = SIRDIm(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "D": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "lambda_": 1.5,
# "gamma": 0.000,
# "kappa": 0.2,
# }
# sird_model = SIRDImRel(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "I": 15,
# "R": 0,
# "Im": 0, # should be between 0 and 1
# }
# static_parameters = {
# "lambda_": 1.5,
# "kappa": 0.2,
# }
# sird_model = SIRDImRelSimple(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "Ia": 1,
# "Ib": 0,
# "Ra": 0,
# "Rb": 0,
# "D": 0,
# "Im_a": 0, # should be between 0 and 1
# "Im_b": 0, # should be between 0 and 1
# }
# static_parameters = {
# "alpha_a": 0.23 ,
# "alpha_b": 0.18,
# "beta_a": 0.1,
# "beta_b": 0.08,
# "gamma_a": 0.00,
# "gamma_b": 0.00,
# "kappa_a": 0.8,
# "kappa_b": 0.5,
# }
# static_parameters = {
# "alpha_a": 0.11,
# "alpha_b": 0.12,
# "beta_a": 0.08,
# "beta_b": 0.08,
# "gamma_a": 0.00,
# "gamma_b": 0.00,
# "kappa_a": 0.1,
# "kappa_b": 0.2,
# }
# sird_model = SIRD2Var(initial_conditions, static_parameters, time_delta)
# initial_conditions = {
# "S": 1000000,
# "Ia": 1,
# "Ib": 0,
# "Ra": 0,
# "Rb": 0,
# "Im_a": 0,
# "Im_b": 0,
# }
# static_parameters = {
# "lambda_a": 2.2 ,
# "lambda_b": 1.9,
# "kappa_a": 0.8, # should be between 0 and 1
# "kappa_b": 0.5,
# }
# sird_model = SIRD2VarRelSimple(initial_conditions, static_parameters, time_delta)
t_synth, solution_synth_full = sird_model.simulate()
t_synth, solution_synth = sird_model.get_solution_as_sird()
sird_model.plot_solution()
sird_model.plot_sird()
print(sird_model)
A Disease Model with description: 'The standard SIRD model with Susceptible, Infection, and Removed, and alpha, beta, gamma as static parameters': Parameters: alpha = 0.15 beta = 0.07 gamma = 0.001 PDE groups and initial conditions: S = 1000000 I = 1 R = 0 D = 0 PDE equations: dS/dt = -((alpha)/N)*I*S dI/dt = ((alpha)/N)*S*I - (beta)*I - (gamma)*I dR/dt = (beta)*I dD/dt = (gamma)*I PINN PDE loss equations: dS_t - (-((alpha)/N)*I*S) dI_t - (((alpha)/N)*S*I - (beta)*I - (gamma)*I) dR_t - ((beta)*I ) dD_t - ((gamma)*I)
# keep this even if not subsetting
t = t_synth
wsol = solution_synth
solver = GeneralModelSolver(sird_model)
# subset
# max_timestep = 300
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = wsol_synth[t_bool]
model = SIRD_deepxde_net(t, wsol,disease_model=sird_model, model_name="diseasemodel_peak_", with_softadapt=False,
with_neumann=False, # important for peak prediction
use_ln_space=False,
use_ic_loss=True,
use_observe_loss=True,
use_observe_sum_loss=True,
use_sign_loss=False,
use_smooth_loss=False,
use_initL1_loss=False,
use_infectedL1_loss=False,)
print(model)
hyper_print_every = 2000
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
if "d" in key and "_t" in key:
w = 2
else:
w = 0.2
static_loss_weights.append(w)
model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)
PINN model: Parameters: ['alpha', 'beta', 'gamma'] Loss measures: ['dS_t ', 'dI_t ', 'dR_t ', 'dD_t ', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_D', 'observe_SUM'] Compiling model... 'compile' took 0.000062 s
# prev_best_step = 0
# iters = 0
def intermediate_train(plot_every=hyper_print_every, reset=False):
TOTAL_ITER = 100_000
iters = 0
if not hasattr(intermediate_train, "prev_best_step") or reset:
setattr(intermediate_train, "prev_best_step", 0)
try:
while True:
iters += plot_every
# for n in range(TOTAL_ITER//plot_every):
model.train_model(iterations=plot_every, print_every=hyper_print_every, use_LBFGSB=False)
params_nn, best_step = model.get_best_params() # TODO make a get_best_step function
if best_step > intermediate_train.prev_best_step:
setattr(intermediate_train, "prev_best_step", best_step)
break
elif iters >= TOTAL_ITER:
break
except KeyboardInterrupt:
print("Training ended prematurely")
params_nn, best_step = model.get_best_params()
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
# params_nn= tuple(np.exp([*params_nn]))
# print(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
plot.show_known_and_prediction()
# plot.plot_param_history()
# plot.plot_loss_history()
intermediate_train()
Training model...
Step Train loss Test loss Test metric
0 [1.40e-01, 3.85e-02, 4.66e-02, 1.41e-03, 2.00e-01, 1.70e-01, 3.45e-01, 6.93e-01, 3.26e-01, 2.58e+00] [1.40e-01, 3.85e-02, 4.66e-02, 1.41e-03, 2.00e-01, 1.70e-01, 3.45e-01, 6.93e-01, 3.26e-01, 2.58e+00] []
2000 [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06] [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06] []
Best model at step 1995:
train loss: 6.39e-05
test loss: 6.39e-05
test metric: []
'train' took 16.880792 s
Best train step: 1995
alpha: 0.11857964098
beta: 0.065021283925
gamma: -0.0025561451912
Best train step: 1995
alpha: 0.11857964098
beta: 0.065021283925
gamma: -0.0025561451912
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
2000 [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06] [2.60e-06, 1.01e-06, 1.67e-06, 1.74e-07, 9.15e-10, 8.61e-06, 2.18e-05, 2.59e-05, 2.53e-06, 1.46e-06] []
4000 [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05] [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05] []
Best model at step 3720:
train loss: 9.21e-06
test loss: 9.21e-06
test metric: []
'train' took 16.035416 s
Best train step: 3720
alpha: 0.14210136235
beta: 0.068480908871
gamma: 0.00048473192146
Best train step: 3720
alpha: 0.14210136235
beta: 0.068480908871
gamma: 0.00048473192146
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
4000 [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05] [6.42e-07, 3.30e-07, 5.72e-07, 7.73e-08, 3.93e-08, 3.20e-05, 1.17e-05, 7.27e-05, 1.15e-05, 8.82e-05] []
6000 [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07] [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07] []
Best model at step 5449:
train loss: 2.62e-06
test loss: 2.62e-06
test metric: []
'train' took 15.384466 s
Best train step: 5449
alpha: 0.14553487301
beta: 0.069139689207
gamma: 0.00042250813567
Best train step: 5449
alpha: 0.14553487301
beta: 0.069139689207
gamma: 0.00042250813567
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
6000 [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07] [2.81e-07, 1.21e-07, 2.41e-07, 4.07e-08, 2.19e-06, 2.67e-05, 3.06e-06, 2.02e-05, 2.06e-06, 9.91e-07] []
8000 [4.29e-06, 1.25e-06, 2.27e-06, 1.32e-07, 3.06e-07, 1.15e-04, 3.94e-05, 2.63e-05, 2.70e-05, 3.84e-04] [4.29e-06, 1.25e-06, 2.27e-06, 1.32e-07, 3.06e-07, 1.15e-04, 3.94e-05, 2.63e-05, 2.70e-05, 3.84e-04] []
Best model at step 7947:
train loss: 2.10e-06
test loss: 2.10e-06
test metric: []
'train' took 16.339203 s
Best train step: 7947
alpha: 0.14977683127
beta: 0.069922968745
gamma: 0.00093094492331
Best train step: 7947
alpha: 0.14977683127
beta: 0.069922968745
gamma: 0.00093094492331
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
# keep this even if not subsetting
# t = t_synth
# wsol = solution_synth
solver = GeneralModelSolver(sird_model)
# subset
max_timestep = 165
t_bool = t_synth < max_timestep
t = t_synth[t_bool]
wsol = solution_synth[t_bool]
plt.plot(t, wsol)
[<matplotlib.lines.Line2D at 0x28ba50fa0>, <matplotlib.lines.Line2D at 0x17ff5c040>, <matplotlib.lines.Line2D at 0x17ff5c070>, <matplotlib.lines.Line2D at 0x17ff5c160>]
model = SIRD_deepxde_net(t, wsol,disease_model=sird_model, model_name="diseasemodel_peakprediction", with_softadapt=False,
with_neumann=True, # important for peak prediction
use_ln_space=False,
use_ic_loss=True,
use_observe_loss=True,
use_observe_sum_loss=True,
use_sign_loss=False,
use_smooth_loss=False,
use_initL1_loss=False,
use_infectedL1_loss=False,)
print(model)
hyper_print_every = 2000
best_step = 0
static_loss_weights = []
for key in (model.PDE_names + list(model.loss_points_dict.keys())):
# if "d" in key and "_t" in key:
if "neumann" in key:
w = 1
else:
w = 0.2
static_loss_weights.append(w)
model.init_model(lr=0.01, print_every=hyper_print_every, activation="tanh", loss="MSE", nn_layers=2, nn_layer_width=32, loss_weights=static_loss_weights)
PINN model: Parameters: ['alpha', 'beta', 'gamma'] Loss measures: ['dS_t ', 'dI_t ', 'dR_t ', 'dD_t ', 'ic_S', 'observe_S', 'observe_I', 'observe_R', 'observe_D', 'observe_SUM', 'ic_neumann_S', 'ic_neumann_I', 'ic_neumann_R', 'ic_neumann_D', 'fc_neumann_S', 'fc_neumann_I', 'fc_neumann_R', 'fc_neumann_D'] Compiling model... 'compile' took 0.000056 s
intermediate_train(reset=True)
Training model...
0 [4.90e-03, 9.34e-03, 1.36e-03, 6.20e-04, 2.00e-01, 1.04e+00, 9.13e-02, 8.84e-02, 7.41e-02, 5.57e-01, 1.59e-01, 1.59e-01, 6.32e-02, 1.23e-01, 7.21e-08, 2.99e-07, 1.71e-10, 6.02e-09] [4.90e-03, 9.34e-03, 1.36e-03, 6.20e-04, 2.00e-01, 1.04e+00, 9.13e-02, 8.84e-02, 7.41e-02, 5.57e-01, 1.59e-01, 1.59e-01, 6.32e-02, 1.23e-01, 7.21e-08, 2.99e-07, 1.71e-10, 6.02e-09] []
2000 [9.30e-07, 2.09e-07, 9.33e-08, 2.42e-08, 2.45e-06, 3.54e-04, 6.40e-05, 1.28e-04, 2.73e-06, 3.85e-06, 4.80e-08, 2.09e-06, 7.79e-09, 1.06e-06, 8.95e-06, 1.18e-06, 1.75e-06, 1.09e-08] [9.30e-07, 2.09e-07, 9.33e-08, 2.42e-08, 2.45e-06, 3.54e-04, 6.40e-05, 1.28e-04, 2.73e-06, 3.85e-06, 4.80e-08, 2.09e-06, 7.79e-09, 1.06e-06, 8.95e-06, 1.18e-06, 1.75e-06, 1.09e-08] []
Best model at step 1968:
train loss: 4.81e-04
test loss: 4.81e-04
test metric: []
'train' took 13.725269 s
Best train step: 1968
alpha: 0.042195294052
beta: 0.019192047417
gamma: -0.0018863088917
Best train step: 1968
alpha: 0.042195294052
beta: 0.019192047417
gamma: -0.0018863088917
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
2000 [2.72e-06, 8.03e-07, 1.09e-06, 3.46e-07, 4.63e-08, 1.12e-04, 2.11e-05, 3.10e-05, 3.37e-06, 8.30e-06, 1.48e-07, 8.82e-08, 1.57e-07, 1.01e-07, 9.24e-06, 1.16e-06, 4.87e-06, 1.20e-07] [2.72e-06, 8.03e-07, 1.09e-06, 3.46e-07, 4.63e-08, 1.12e-04, 2.11e-05, 3.10e-05, 3.37e-06, 8.30e-06, 1.48e-07, 8.82e-08, 1.57e-07, 1.01e-07, 9.24e-06, 1.16e-06, 4.87e-06, 1.20e-07] []
4000 [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10] [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10] []
Best model at step 3485:
train loss: 4.42e-05
test loss: 4.42e-05
test metric: []
'train' took 13.725332 s
Best train step: 3485
alpha: 0.11589561403
beta: 0.050498940051
gamma: -0.00056336354464
Best train step: 3485
alpha: 0.11589561403
beta: 0.050498940051
gamma: -0.00056336354464
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
4000 [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10] [2.00e-06, 3.26e-07, 1.55e-06, 1.35e-07, 9.02e-10, 3.80e-05, 1.50e-05, 4.58e-05, 3.87e-06, 6.24e-05, 9.11e-08, 4.82e-07, 1.34e-06, 5.39e-07, 1.42e-05, 2.01e-06, 4.40e-06, 6.22e-10] []
6000 [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09] [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09] []
Best model at step 5955:
train loss: 3.71e-05
test loss: 3.71e-05
test metric: []
'train' took 13.067438 s
Best train step: 5955
alpha: 0.11615614593
beta: 0.049730267376
gamma: -0.00059776485432
Best train step: 5955
alpha: 0.11615614593
beta: 0.049730267376
gamma: -0.00059776485432
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
6000 [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09] [1.53e-06, 1.44e-07, 8.22e-07, 7.69e-08, 2.10e-06, 2.59e-05, 1.52e-06, 7.69e-06, 4.12e-07, 7.56e-06, 4.98e-07, 2.23e-09, 2.83e-08, 5.85e-09, 1.53e-05, 2.10e-06, 5.03e-06, 4.68e-09] []
8000 [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09] [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09] []
Best model at step 7915:
train loss: 3.44e-05
test loss: 3.44e-05
test metric: []
'train' took 12.818418 s
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
8000 [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09] [2.98e-06, 2.11e-07, 2.34e-06, 2.03e-07, 8.03e-06, 2.49e-05, 5.08e-06, 1.04e-04, 1.30e-05, 3.15e-04, 1.06e-07, 9.85e-09, 1.38e-06, 1.08e-06, 1.11e-05, 1.51e-06, 3.33e-06, 3.29e-09] []
10000 [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09] [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09] []
Best model at step 7915:
train loss: 3.44e-05
test loss: 3.44e-05
test metric: []
'train' took 13.570388 s
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...
Step Train loss Test loss Test metric
10000 [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09] [1.78e-06, 6.60e-07, 1.11e-06, 1.99e-07, 8.54e-06, 5.81e-04, 9.93e-05, 1.80e-04, 8.65e-07, 8.31e-06, 2.63e-07, 1.03e-07, 1.43e-08, 1.73e-08, 8.59e-07, 9.37e-08, 1.57e-07, 2.88e-09] []
12000 [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10] [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10] []
Best model at step 7915:
train loss: 3.44e-05
test loss: 3.44e-05
test metric: []
'train' took 13.799230 s
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...
Step Train loss Test loss Test metric
12000 [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10] [8.36e-06, 2.43e-06, 2.34e-06, 8.82e-08, 2.37e-05, 2.95e-05, 4.56e-05, 5.81e-05, 3.13e-05, 4.68e-04, 9.58e-08, 2.14e-07, 3.13e-07, 2.18e-07, 1.55e-05, 2.57e-06, 4.26e-06, 1.21e-10] []
14000 [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10] [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10] []
Best model at step 7915:
train loss: 3.44e-05
test loss: 3.44e-05
test metric: []
'train' took 12.848997 s
Best train step: 7915
alpha: 0.12025596946
beta: 0.052171792835
gamma: 0.00057757744798
Training model...
Step Train loss Test loss Test metric
14000 [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10] [3.04e-06, 1.77e-07, 1.70e-06, 1.89e-08, 5.01e-09, 9.24e-06, 9.86e-07, 7.30e-06, 7.71e-08, 5.95e-07, 4.15e-10, 6.42e-10, 5.45e-10, 1.38e-10, 1.26e-05, 2.01e-06, 3.48e-06, 1.75e-10] []
16000 [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09] [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09] []
Best model at step 15679:
train loss: 3.23e-05
test loss: 3.23e-05
test metric: []
'train' took 13.406145 s
Best train step: 15679
alpha: 0.1186144352
beta: 0.049504820257
gamma: 0.0015919191064
Best train step: 15679
alpha: 0.1186144352
beta: 0.049504820257
gamma: 0.0015919191064
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
16000 [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09] [3.55e-06, 2.48e-07, 1.88e-06, 6.89e-09, 3.21e-07, 1.55e-05, 4.49e-06, 1.34e-05, 6.99e-07, 1.63e-05, 2.83e-09, 2.04e-09, 1.75e-08, 4.20e-10, 8.39e-06, 1.16e-06, 2.47e-06, 1.62e-09] []
18000 [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09] [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09] []
Best model at step 17940:
train loss: 3.14e-05
test loss: 3.14e-05
test metric: []
'train' took 13.167794 s
Best train step: 17940
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
Best train step: 17940
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
18000 [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09] [4.95e-06, 6.42e-07, 2.44e-06, 8.38e-07, 1.88e-06, 9.42e-06, 2.37e-06, 7.78e-06, 1.47e-06, 1.00e-06, 1.65e-07, 1.68e-07, 1.54e-07, 1.95e-07, 1.11e-05, 1.58e-06, 3.52e-06, 2.94e-09] []
Training ended prematurely
Best train step: 19457
alpha: 0.12008356303
beta: 0.050018627197
gamma: 0.0017706502695
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
14000 [2.74e-06, 1.87e-07, 1.54e-06, 2.63e-08, 1.44e-09, 5.57e-06, 3.37e-07, 4.40e-06, 1.39e-08, 1.82e-08, 1.93e-08, 2.21e-09, 8.65e-09, 8.87e-10, 5.44e-11, 5.84e-11, 7.53e-12, 1.29e-05, 2.27e-06, 4.21e-06, 8.42e-10] [2.74e-06, 1.87e-07, 1.54e-06, 2.63e-08, 1.44e-09, 5.57e-06, 3.37e-07, 4.40e-06, 1.39e-08, 1.82e-08, 1.93e-08, 2.21e-09, 8.65e-09, 8.87e-10, 5.44e-11, 5.84e-11, 7.53e-12, 1.29e-05, 2.27e-06, 4.21e-06, 8.42e-10] []
16000 [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09] [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09] []
Best model at step 15988:
train loss: 3.22e-05
test loss: 3.22e-05
test metric: []
'train' took 17.570699 s
Best train step: 15988
alpha: 0.12278873473
beta: 0.05157129094
gamma: 0.0015880783321
Best train step: 15988
alpha: 0.12278873473
beta: 0.05157129094
gamma: 0.0015880783321
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
16000 [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09] [2.46e-06, 1.66e-07, 1.46e-06, 2.02e-08, 7.18e-09, 4.73e-06, 4.36e-07, 3.70e-06, 1.91e-08, 2.67e-07, 6.23e-09, 2.10e-10, 2.64e-12, 1.41e-09, 7.24e-10, 1.20e-09, 8.94e-11, 1.27e-05, 2.08e-06, 4.33e-06, 1.24e-09] []
18000 [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10] [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10] []
Best model at step 17342:
train loss: 3.14e-05
test loss: 3.14e-05
test metric: []
'train' took 15.889518 s
Best train step: 17342
alpha: 0.12272905558
beta: 0.051644977182
gamma: 0.0015550234821
Best train step: 17342
alpha: 0.12272905558
beta: 0.051644977182
gamma: 0.0015550234821
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
18000 [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10] [3.68e-06, 3.49e-07, 1.73e-06, 6.57e-08, 2.99e-07, 9.96e-06, 6.26e-07, 7.84e-06, 3.49e-08, 1.30e-06, 1.77e-09, 2.16e-10, 5.18e-09, 1.08e-10, 2.26e-08, 1.98e-09, 1.72e-10, 7.89e-06, 1.51e-06, 2.39e-06, 6.36e-10] []
20000 [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09] [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09] []
Best model at step 19931:
train loss: 2.74e-05
test loss: 2.74e-05
test metric: []
'train' took 16.682345 s
Best train step: 19931
alpha: 0.12150446326
beta: 0.049643885344
gamma: 0.001783055719
Best train step: 19931
alpha: 0.12150446326
beta: 0.049643885344
gamma: 0.001783055719
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
20000 [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09] [5.45e-06, 1.45e-06, 2.71e-06, 5.42e-07, 8.25e-09, 5.50e-05, 1.39e-05, 3.50e-05, 1.32e-05, 7.10e-05, 0.00e+00, 8.24e-06, 1.27e-05, 9.67e-08, 2.26e-07, 7.46e-07, 1.94e-07, 5.84e-06, 1.04e-06, 1.98e-06, 7.15e-09] []
22000 [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09] [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09] []
Best model at step 20797:
train loss: 2.70e-05
test loss: 2.70e-05
test metric: []
'train' took 16.378305 s
Best train step: 20797
alpha: 0.12108705938
beta: 0.049577474594
gamma: 0.0018773394404
Best train step: 20797
alpha: 0.12108705938
beta: 0.049577474594
gamma: 0.0018773394404
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
22000 [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09] [5.01e-06, 8.05e-07, 2.12e-06, 2.03e-07, 3.28e-05, 3.04e-04, 2.82e-05, 5.40e-05, 4.22e-05, 3.02e-04, 0.00e+00, 0.00e+00, 0.00e+00, 4.53e-08, 3.25e-10, 1.97e-10, 1.81e-10, 9.97e-06, 1.88e-06, 2.89e-06, 4.40e-09] []
24000 [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09] [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09] []
Best model at step 23598:
train loss: 2.66e-05
test loss: 2.66e-05
test metric: []
'train' took 16.345517 s
Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
24000 [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09] [4.17e-06, 3.84e-07, 2.06e-06, 1.19e-08, 3.33e-10, 4.52e-06, 8.30e-07, 4.28e-06, 6.48e-09, 7.88e-09, 9.17e-09, 1.48e-08, 4.20e-09, 1.79e-11, 3.31e-11, 1.36e-12, 1.02e-11, 7.78e-06, 1.49e-06, 2.35e-06, 1.68e-09] []
26000 [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09] [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09] []
Best model at step 23598:
train loss: 2.66e-05
test loss: 2.66e-05
test metric: []
'train' took 15.904459 s
Best train step: 23598
alpha: 0.12130565941
beta: 0.049301009625
gamma: 0.0019429939566
Training model...
Step Train loss Test loss Test metric
26000 [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09] [4.06e-06, 2.95e-07, 2.12e-06, 1.15e-08, 2.18e-09, 4.64e-06, 4.38e-07, 3.93e-06, 3.55e-08, 1.93e-08, 6.88e-09, 1.39e-08, 6.60e-09, 5.64e-10, 1.32e-11, 2.67e-11, 1.37e-11, 7.51e-06, 1.43e-06, 2.25e-06, 1.51e-09] []
28000 [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13] [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13] []
Best model at step 27098:
train loss: 2.51e-05
test loss: 2.51e-05
test metric: []
'train' took 16.147722 s
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
28000 [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13] [8.26e-07, 1.65e-07, 2.48e-07, 1.74e-08, 8.03e-05, 9.47e-04, 1.66e-04, 2.83e-04, 3.45e-07, 5.12e-06, 5.14e-07, 4.26e-07, 7.93e-08, 4.35e-09, 2.81e-09, 1.49e-09, 7.28e-08, 1.13e-08, 2.44e-09, 3.33e-09, 3.90e-13] []
30000 [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09] [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09] []
Best model at step 27098:
train loss: 2.51e-05
test loss: 2.51e-05
test metric: []
'train' took 16.347402 s
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...
Step Train loss Test loss Test metric
30000 [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09] [3.06e-06, 2.06e-07, 1.90e-06, 5.35e-09, 1.31e-12, 3.99e-06, 1.98e-07, 3.74e-06, 8.40e-09, 3.87e-09, 6.69e-09, 3.54e-09, 2.43e-09, 7.54e-11, 7.31e-10, 6.42e-09, 6.03e-10, 1.03e-05, 2.02e-06, 2.86e-06, 4.09e-09] []
32000 [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11] [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11] []
Best model at step 27098:
train loss: 2.51e-05
test loss: 2.51e-05
test metric: []
'train' took 15.764348 s
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...
Step Train loss Test loss Test metric
32000 [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11] [3.46e-06, 3.01e-07, 1.88e-06, 7.33e-09, 6.28e-12, 4.24e-06, 2.48e-07, 3.32e-06, 5.88e-08, 8.70e-09, 1.45e-08, 7.39e-10, 1.22e-08, 1.51e-10, 5.22e-10, 8.82e-10, 1.04e-09, 9.28e-06, 1.68e-06, 3.04e-06, 1.64e-11] []
34000 [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09] [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09] []
Best model at step 27098:
train loss: 2.51e-05
test loss: 2.51e-05
test metric: []
'train' took 15.993345 s
Best train step: 27098
alpha: 0.12265223265
beta: 0.051084816456
gamma: 0.00276701455
Training model...
Step Train loss Test loss Test metric
34000 [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09] [3.20e-06, 1.92e-07, 1.79e-06, 4.21e-09, 3.47e-09, 4.24e-06, 4.73e-07, 3.01e-06, 1.99e-08, 3.38e-07, 1.50e-09, 0.00e+00, 3.19e-12, 1.07e-10, 4.12e-11, 1.02e-10, 1.03e-10, 8.38e-06, 1.25e-06, 2.98e-06, 1.06e-09] []
36000 [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11] [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11] []
Best model at step 35847:
train loss: 2.36e-05
test loss: 2.36e-05
test metric: []
'train' took 15.938247 s
Best train step: 35847
alpha: 0.12231645733
beta: 0.052483670413
gamma: 0.001878345618
Best train step: 35847
alpha: 0.12231645733
beta: 0.052483670413
gamma: 0.001878345618
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
36000 [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11] [3.66e-06, 3.51e-07, 1.75e-06, 7.82e-09, 8.65e-07, 2.20e-05, 1.72e-06, 8.10e-06, 1.09e-06, 7.82e-06, 7.50e-08, 4.89e-08, 0.00e+00, 2.55e-10, 3.59e-09, 5.56e-10, 2.36e-11, 6.34e-06, 1.01e-06, 2.29e-06, 8.95e-11] []
38000 [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10] [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10] []
Best model at step 37449:
train loss: 2.25e-05
test loss: 2.25e-05
test metric: []
'train' took 16.084954 s
Best train step: 37449
alpha: 0.1232893616
beta: 0.053554434329
gamma: 0.0021211071871
Best train step: 37449
alpha: 0.1232893616
beta: 0.053554434329
gamma: 0.0021211071871
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
38000 [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10] [1.55e-05, 1.99e-06, 5.66e-06, 1.08e-07, 5.24e-05, 2.87e-04, 1.28e-05, 3.45e-05, 1.65e-05, 4.70e-04, 8.41e-06, 8.97e-06, 1.57e-05, 7.28e-10, 8.63e-10, 2.30e-10, 3.79e-10, 1.16e-06, 1.55e-07, 4.56e-07, 4.14e-10] []
40000 [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10] [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10] []
Best model at step 40000:
train loss: 2.15e-05
test loss: 2.15e-05
test metric: []
'train' took 15.695498 s
Best train step: 40000
alpha: 0.12332399935
beta: 0.053479216993
gamma: 0.002047902206
Best train step: 40000
alpha: 0.12332399935
beta: 0.053479216993
gamma: 0.002047902206
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
40000 [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10] [3.24e-06, 1.80e-07, 1.79e-06, 7.80e-09, 4.16e-11, 2.62e-06, 2.83e-07, 1.87e-06, 1.44e-08, 1.64e-08, 5.31e-09, 2.23e-10, 9.21e-10, 2.17e-10, 2.18e-11, 1.26e-09, 8.16e-11, 7.57e-06, 9.95e-07, 2.91e-06, 8.34e-10] []
42000 [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09] [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09] []
Best model at step 41960:
train loss: 1.97e-05
test loss: 1.97e-05
test metric: []
'train' took 15.984246 s
Best train step: 41960
alpha: 0.12363013625
beta: 0.054221179336
gamma: 0.0022350191139
Best train step: 41960
alpha: 0.12363013625
beta: 0.054221179336
gamma: 0.0022350191139
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
42000 [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09] [1.31e-05, 2.28e-06, 5.95e-06, 3.93e-07, 1.09e-03, 7.54e-04, 5.98e-05, 9.47e-05, 7.51e-05, 2.41e-03, 1.10e-05, 3.21e-05, 7.27e-05, 6.71e-08, 4.54e-11, 1.81e-08, 1.61e-09, 3.44e-07, 5.64e-08, 1.82e-07, 1.49e-09] []
44000 [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10] [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10] []
Best model at step 43877:
train loss: 1.81e-05
test loss: 1.81e-05
test metric: []
'train' took 15.605658 s
Best train step: 43877
alpha: 0.12379591912
beta: 0.054819937795
gamma: 0.0023597134277
Best train step: 43877
alpha: 0.12379591912
beta: 0.054819937795
gamma: 0.0023597134277
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
44000 [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10] [4.51e-06, 4.02e-07, 2.17e-06, 3.19e-09, 1.10e-07, 4.53e-06, 4.81e-07, 2.88e-06, 2.94e-08, 5.36e-07, 1.53e-08, 6.79e-09, 1.16e-08, 1.42e-09, 1.68e-09, 5.38e-09, 1.58e-11, 4.22e-06, 5.62e-07, 1.60e-06, 3.26e-10] []
46000 [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09] [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09] []
Best model at step 44827:
train loss: 1.79e-05
test loss: 1.79e-05
test metric: []
'train' took 15.358789 s
Best train step: 44827
alpha: 0.1238335371
beta: 0.054786901921
gamma: 0.0023652238306
Best train step: 44827
alpha: 0.1238335371
beta: 0.054786901921
gamma: 0.0023652238306
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
46000 [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09] [4.00e-06, 2.88e-07, 2.12e-06, 8.19e-09, 7.23e-10, 2.28e-06, 4.41e-07, 1.31e-06, 2.07e-08, 2.37e-08, 4.65e-10, 4.16e-10, 4.59e-10, 1.42e-10, 4.68e-11, 6.37e-11, 4.67e-12, 5.48e-06, 6.08e-07, 2.24e-06, 2.03e-09] []
48000 [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09] [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09] []
Best model at step 47629:
train loss: 1.74e-05
test loss: 1.74e-05
test metric: []
'train' took 15.204896 s
Best train step: 47629
alpha: 0.12408808619
beta: 0.054973907769
gamma: 0.0024292927701
Best train step: 47629
alpha: 0.12408808619
beta: 0.054973907769
gamma: 0.0024292927701
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
48000 [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09] [3.93e-06, 2.67e-07, 2.10e-06, 6.34e-09, 6.70e-11, 1.85e-06, 3.39e-07, 1.13e-06, 1.80e-08, 1.95e-08, 4.99e-10, 1.85e-10, 4.04e-11, 1.19e-11, 3.21e-11, 1.71e-12, 8.73e-10, 5.12e-06, 5.53e-07, 2.11e-06, 2.13e-09] []
50000 [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10] [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10] []
Best model at step 48115:
train loss: 1.72e-05
test loss: 1.72e-05
test metric: []
'train' took 15.326441 s
Best train step: 48115
alpha: 0.12418252975
beta: 0.055071782321
gamma: 0.0024204545189
Best train step: 48115
alpha: 0.12418252975
beta: 0.055071782321
gamma: 0.0024204545189
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
50000 [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10] [1.17e-05, 9.55e-07, 4.88e-06, 5.14e-07, 1.83e-05, 3.80e-05, 1.80e-05, 2.03e-05, 2.44e-05, 3.28e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.97e-08, 4.64e-10, 6.10e-08, 4.87e-10, 8.96e-07, 9.35e-08, 3.96e-07, 4.49e-10] []
52000 [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10] [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.669066 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
52000 [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10] [6.85e-06, 7.87e-07, 2.98e-06, 3.82e-09, 2.29e-07, 1.05e-05, 1.63e-06, 6.21e-06, 1.50e-08, 4.63e-07, 5.24e-11, 0.00e+00, 4.51e-10, 1.46e-09, 2.45e-09, 8.55e-10, 4.31e-10, 3.05e-06, 6.07e-07, 1.01e-06, 8.27e-10] []
54000 [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09] [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.469764 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
54000 [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09] [3.67e-06, 2.50e-07, 1.95e-06, 6.63e-09, 1.19e-10, 3.51e-06, 2.72e-07, 2.21e-06, 2.03e-08, 2.99e-08, 5.81e-09, 8.80e-11, 6.70e-10, 5.74e-11, 6.33e-12, 6.50e-12, 6.65e-11, 6.02e-06, 7.33e-07, 2.30e-06, 1.97e-09] []
56000 [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09] [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.391921 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
56000 [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09] [5.03e-06, 8.69e-07, 1.98e-06, 7.19e-09, 1.86e-05, 2.29e-05, 1.54e-05, 1.79e-05, 1.14e-05, 2.37e-04, 7.96e-06, 8.78e-06, 1.06e-05, 2.08e-09, 7.55e-10, 1.36e-08, 1.18e-12, 1.25e-05, 2.21e-06, 4.09e-06, 2.00e-09] []
58000 [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09] [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.344574 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
58000 [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09] [3.24e-06, 2.07e-07, 1.77e-06, 5.29e-09, 5.69e-10, 4.50e-06, 1.77e-07, 3.33e-06, 1.10e-08, 1.89e-08, 2.31e-09, 1.77e-10, 1.49e-09, 3.21e-11, 5.02e-10, 3.18e-09, 1.87e-09, 8.33e-06, 1.28e-06, 2.88e-06, 1.52e-09] []
60000 [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10] [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.220951 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
60000 [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10] [7.71e-06, 8.86e-06, 3.84e-06, 1.03e-06, 8.53e-06, 1.24e-04, 4.69e-05, 1.09e-04, 2.64e-05, 2.09e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.52e-11, 1.67e-10, 3.64e-08, 4.54e-09, 2.34e-07, 4.42e-08, 8.97e-08, 1.83e-10] []
62000 [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09] [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.236954 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
62000 [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09] [2.91e-06, 1.54e-07, 1.67e-06, 4.85e-09, 6.87e-11, 3.49e-06, 3.27e-07, 2.51e-06, 1.98e-08, 2.02e-08, 7.46e-09, 1.87e-10, 1.50e-09, 3.98e-10, 2.99e-10, 4.87e-10, 3.59e-11, 8.51e-06, 1.13e-06, 3.14e-06, 2.49e-09] []
64000 [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09] [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.199510 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
64000 [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09] [2.28e-06, 1.12e-07, 1.43e-06, 8.91e-09, 3.06e-08, 5.25e-06, 1.88e-07, 4.40e-06, 4.65e-08, 2.39e-07, 3.11e-09, 0.00e+00, 0.00e+00, 1.83e-09, 6.63e-10, 5.07e-09, 7.86e-12, 1.34e-05, 2.28e-06, 4.38e-06, 1.54e-09] []
66000 [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09] [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.136839 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
66000 [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09] [8.15e-06, 1.54e-06, 2.97e-06, 1.47e-08, 3.94e-05, 6.37e-05, 2.13e-05, 2.38e-05, 2.00e-05, 4.29e-04, 1.58e-05, 1.37e-05, 1.89e-05, 5.14e-09, 8.15e-11, 4.30e-09, 1.61e-09, 6.08e-06, 8.60e-07, 2.23e-06, 3.73e-09] []
68000 [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10] [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.289388 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
68000 [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10] [3.32e-06, 2.39e-07, 1.77e-06, 1.10e-08, 1.56e-07, 7.30e-06, 4.05e-07, 5.14e-06, 1.13e-07, 7.56e-07, 5.08e-10, 5.13e-11, 0.00e+00, 9.27e-11, 7.32e-10, 3.01e-09, 4.45e-10, 8.49e-06, 1.46e-06, 2.75e-06, 6.93e-10] []
70000 [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10] [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.073395 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
70000 [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10] [4.05e-06, 4.38e-07, 1.87e-06, 3.95e-08, 4.88e-07, 3.02e-05, 4.37e-06, 1.27e-05, 8.91e-07, 2.29e-06, 3.30e-07, 5.28e-08, 7.62e-07, 8.26e-09, 1.92e-09, 1.63e-08, 9.74e-09, 5.23e-06, 9.98e-07, 1.63e-06, 6.44e-10] []
72000 [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10] [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.219833 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
72000 [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10] [5.00e-06, 5.10e-07, 2.35e-06, 1.40e-08, 1.62e-06, 2.36e-05, 4.56e-06, 1.39e-05, 2.44e-06, 3.61e-05, 0.00e+00, 0.00e+00, 0.00e+00, 9.50e-09, 1.65e-10, 5.39e-09, 3.94e-09, 2.83e-06, 5.88e-07, 8.50e-07, 2.68e-10] []
74000 [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10] [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.139313 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
74000 [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10] [1.25e-06, 3.49e-07, 3.35e-07, 2.55e-08, 8.17e-06, 9.03e-04, 2.00e-04, 3.27e-04, 2.34e-06, 3.02e-05, 1.15e-05, 2.33e-05, 1.99e-06, 2.29e-10, 7.25e-10, 5.97e-09, 7.99e-08, 9.53e-07, 1.88e-07, 2.83e-07, 3.50e-10] []
76000 [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10] [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.209505 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
76000 [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10] [3.61e-05, 6.61e-06, 1.34e-05, 2.54e-06, 4.46e-04, 3.30e-04, 8.64e-04, 9.02e-04, 8.46e-04, 1.11e-02, 0.00e+00, 0.00e+00, 0.00e+00, 5.79e-09, 3.96e-09, 1.26e-10, 2.28e-11, 9.70e-06, 1.45e-06, 2.90e-06, 3.68e-10] []
78000 [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10] [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.249727 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
78000 [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10] [3.91e-06, 2.65e-07, 2.06e-06, 6.89e-09, 5.11e-09, 7.08e-06, 9.60e-07, 4.49e-06, 3.91e-09, 1.16e-07, 2.39e-08, 0.00e+00, 0.00e+00, 4.99e-10, 8.24e-11, 3.57e-11, 1.15e-10, 6.90e-06, 1.10e-06, 2.37e-06, 7.62e-10] []
80000 [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10] [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.385175 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
80000 [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10] [4.55e-06, 4.47e-07, 2.24e-06, 1.45e-08, 1.26e-06, 9.83e-06, 3.55e-06, 9.23e-06, 2.10e-07, 1.61e-05, 1.47e-06, 1.81e-06, 1.97e-07, 6.88e-09, 2.59e-09, 8.62e-10, 2.27e-13, 6.49e-06, 1.02e-06, 2.31e-06, 6.57e-10] []
82000 [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10] [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.713850 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
82000 [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10] [3.02e-06, 1.80e-07, 1.68e-06, 3.35e-09, 3.10e-08, 3.99e-06, 6.19e-07, 2.48e-06, 1.60e-09, 1.22e-08, 2.10e-08, 2.91e-09, 1.38e-11, 7.72e-11, 2.10e-09, 6.02e-09, 2.96e-10, 8.58e-06, 1.27e-06, 3.09e-06, 9.74e-10] []
84000 [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09] [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 14.990759 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
84000 [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09] [2.50e-06, 1.73e-07, 1.38e-06, 6.26e-09, 8.05e-08, 2.63e-05, 6.00e-06, 1.23e-05, 2.08e-07, 2.94e-06, 4.65e-07, 2.97e-07, 1.40e-07, 1.18e-11, 3.59e-11, 3.43e-11, 2.45e-12, 1.22e-05, 1.76e-06, 4.43e-06, 1.75e-09] []
86000 [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12] [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.323497 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
86000 [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12] [1.10e-05, 3.44e-06, 3.34e-06, 4.69e-09, 4.14e-07, 8.29e-05, 3.82e-05, 6.03e-05, 1.94e-05, 1.58e-04, 0.00e+00, 0.00e+00, 0.00e+00, 6.91e-11, 3.30e-09, 7.79e-12, 3.94e-10, 3.96e-07, 5.12e-08, 1.45e-07, 5.97e-12] []
88000 [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09] [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.588369 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
88000 [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09] [2.34e-05, 5.20e-06, 6.83e-06, 8.60e-08, 2.44e-04, 2.95e-04, 1.52e-04, 1.51e-04, 1.33e-04, 2.81e-03, 1.05e-04, 1.03e-04, 1.30e-04, 6.50e-08, 1.17e-08, 5.02e-09, 5.34e-12, 5.93e-06, 8.33e-07, 2.27e-06, 2.29e-09] []
90000 [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10] [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.477352 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
90000 [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10] [4.26e-06, 2.99e-07, 2.18e-06, 2.18e-08, 2.43e-07, 5.25e-06, 1.26e-06, 3.64e-06, 2.05e-07, 4.79e-06, 0.00e+00, 0.00e+00, 0.00e+00, 9.96e-10, 1.02e-09, 2.87e-09, 2.76e-12, 4.72e-06, 6.43e-07, 1.77e-06, 4.93e-10] []
92000 [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10] [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.836609 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
92000 [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10] [3.94e-06, 4.12e-07, 2.01e-06, 2.03e-09, 6.42e-07, 8.19e-06, 4.24e-07, 3.00e-06, 6.71e-08, 1.48e-06, 1.24e-07, 1.76e-08, 4.31e-13, 1.15e-09, 1.44e-09, 1.82e-10, 8.11e-11, 6.04e-06, 8.07e-07, 2.28e-06, 4.56e-10] []
94000 [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09] [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.477859 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
94000 [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09] [3.18e-06, 1.85e-07, 1.76e-06, 6.03e-09, 4.84e-11, 2.38e-06, 3.73e-07, 1.55e-06, 2.36e-08, 1.93e-08, 7.22e-10, 0.00e+00, 5.08e-10, 5.35e-11, 2.01e-11, 6.09e-13, 4.79e-10, 6.78e-06, 7.75e-07, 2.70e-06, 2.56e-09] []
96000 [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09] [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.704568 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
96000 [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09] [3.54e-06, 2.14e-07, 1.94e-06, 5.42e-09, 7.11e-14, 2.09e-06, 3.39e-07, 1.33e-06, 1.61e-08, 1.78e-08, 1.64e-10, 0.00e+00, 2.39e-11, 8.52e-13, 2.18e-12, 3.27e-13, 1.03e-12, 6.00e-06, 6.76e-07, 2.42e-06, 2.12e-09] []
98000 [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10] [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.537095 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
98000 [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10] [4.48e-06, 3.26e-07, 2.29e-06, 1.14e-08, 1.63e-07, 2.53e-06, 1.58e-07, 1.68e-06, 2.65e-08, 3.72e-08, 1.84e-11, 3.08e-11, 1.18e-08, 2.32e-08, 6.35e-09, 4.53e-09, 8.12e-11, 4.80e-06, 6.32e-07, 1.85e-06, 4.23e-10] []
100000 [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09] [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.360999 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
100000 [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09] [3.76e-06, 2.55e-07, 2.02e-06, 6.07e-09, 6.95e-10, 1.91e-06, 3.65e-07, 1.13e-06, 1.88e-08, 1.94e-08, 5.96e-11, 3.02e-11, 4.76e-11, 9.00e-11, 1.12e-10, 3.16e-11, 4.48e-14, 5.34e-06, 5.62e-07, 2.21e-06, 2.46e-09] []
102000 [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09] [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09] []
Best model at step 50197:
train loss: 1.71e-05
test loss: 1.71e-05
test metric: []
'train' took 15.487549 s
Best train step: 50197
alpha: 0.12393598258
beta: 0.05487614125
gamma: 0.0023924103007
Training model...
Step Train loss Test loss Test metric
102000 [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09] [3.93e-06, 2.78e-07, 2.10e-06, 7.10e-09, 1.42e-10, 1.95e-06, 4.03e-07, 1.11e-06, 2.03e-08, 2.33e-08, 1.90e-11, 2.50e-09, 2.64e-10, 7.41e-10, 1.92e-09, 1.04e-08, 8.01e-10, 4.94e-06, 5.09e-07, 2.06e-06, 2.33e-09] []
104000 [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09] [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.259253 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
104000 [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09] [4.02e-06, 2.84e-07, 2.14e-06, 6.38e-09, 1.08e-10, 1.86e-06, 3.79e-07, 1.05e-06, 1.96e-08, 1.99e-08, 3.88e-10, 2.40e-10, 6.75e-11, 7.80e-12, 3.41e-11, 5.27e-12, 2.60e-10, 4.82e-06, 4.92e-07, 2.02e-06, 2.33e-09] []
106000 [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09] [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.077903 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
106000 [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09] [2.99e-05, 7.33e-06, 6.14e-06, 7.52e-07, 9.32e-05, 1.68e-04, 5.93e-05, 7.47e-05, 6.21e-05, 1.11e-03, 4.53e-05, 5.24e-05, 6.07e-05, 1.68e-06, 1.91e-07, 4.94e-07, 1.59e-08, 1.27e-06, 2.51e-07, 4.05e-07, 2.42e-09] []
108000 [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10] [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.369589 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
108000 [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10] [4.37e-06, 4.30e-07, 2.05e-06, 5.72e-09, 3.09e-07, 4.83e-06, 1.44e-06, 4.00e-06, 5.98e-09, 3.36e-08, 2.08e-08, 3.72e-08, 0.00e+00, 5.99e-09, 9.45e-09, 4.53e-10, 5.64e-13, 7.34e-06, 1.35e-06, 2.32e-06, 5.68e-10] []
110000 [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09] [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.217968 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
110000 [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09] [4.36e-06, 4.59e-07, 1.99e-06, 5.22e-09, 1.91e-11, 4.62e-06, 1.14e-06, 4.05e-06, 8.04e-09, 2.50e-09, 1.13e-08, 5.59e-09, 3.87e-09, 2.50e-10, 1.57e-10, 1.65e-11, 2.87e-12, 7.61e-06, 1.21e-06, 2.59e-06, 3.62e-09] []
112000 [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09] [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.833147 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
112000 [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09] [6.04e-06, 1.19e-06, 2.13e-06, 5.45e-08, 9.40e-08, 1.67e-05, 2.38e-06, 9.34e-06, 4.83e-07, 2.39e-06, 0.00e+00, 3.65e-09, 0.00e+00, 2.72e-08, 3.91e-08, 8.58e-10, 3.49e-11, 2.82e-06, 1.67e-07, 1.63e-06, 2.56e-09] []
114000 [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10] [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.578972 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
114000 [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10] [4.04e-06, 5.62e-07, 1.63e-06, 5.71e-09, 2.91e-07, 4.43e-06, 1.06e-06, 3.13e-06, 2.26e-07, 4.45e-06, 2.29e-07, 1.07e-07, 1.80e-07, 7.24e-11, 1.91e-10, 1.46e-11, 1.37e-14, 7.10e-06, 5.16e-07, 3.43e-06, 9.93e-10] []
116000 [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09] [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.689175 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
116000 [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09] [2.74e-05, 6.58e-06, 7.21e-06, 1.78e-07, 2.79e-04, 3.55e-04, 2.03e-04, 1.99e-04, 1.71e-04, 3.58e-03, 1.26e-04, 1.30e-04, 1.67e-04, 5.19e-08, 1.57e-08, 1.08e-08, 3.21e-12, 5.85e-06, 7.23e-07, 2.43e-06, 2.18e-09] []
118000 [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09] [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.485569 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
118000 [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09] [7.07e-06, 9.33e-07, 2.74e-06, 1.65e-08, 7.37e-08, 1.05e-05, 4.23e-06, 1.01e-05, 1.81e-06, 1.55e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.22e-09, 2.99e-08, 2.16e-08, 1.35e-09, 4.18e-06, 5.56e-07, 1.71e-06, 2.58e-09] []
120000 [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09] [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.514311 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
120000 [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09] [5.76e-06, 4.82e-06, 2.18e-06, 7.81e-07, 1.69e-05, 1.10e-04, 2.09e-05, 2.01e-05, 1.30e-05, 2.45e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.42e-08, 4.75e-09, 7.00e-08, 2.86e-09, 6.16e-06, 1.02e-06, 2.21e-06, 1.04e-09] []
122000 [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09] [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.618188 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
122000 [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09] [7.35e-06, 2.51e-06, 2.41e-06, 2.72e-07, 4.72e-05, 7.37e-05, 2.06e-05, 1.26e-05, 1.66e-05, 2.44e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.17e-11, 1.20e-07, 1.08e-07, 1.26e-08, 1.09e-06, 3.16e-08, 7.23e-07, 7.83e-09] []
124000 [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09] [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.316395 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
124000 [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09] [1.08e-05, 2.46e-06, 2.32e-06, 4.00e-07, 1.98e-04, 1.60e-04, 6.89e-05, 6.15e-05, 1.18e-04, 1.43e-03, 0.00e+00, 0.00e+00, 0.00e+00, 1.44e-07, 1.54e-08, 6.10e-08, 1.48e-10, 1.48e-06, 4.61e-08, 9.47e-07, 3.81e-09] []
126000 [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09] [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.793978 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
126000 [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09] [6.70e-06, 9.21e-07, 2.70e-06, 1.19e-08, 3.40e-08, 9.59e-06, 2.76e-06, 4.65e-06, 4.35e-08, 3.10e-09, 1.19e-11, 2.01e-08, 3.23e-08, 2.96e-10, 6.52e-10, 3.28e-12, 1.54e-11, 4.77e-06, 5.76e-07, 1.76e-06, 4.21e-09] []
128000 [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09] [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.639491 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
128000 [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09] [4.61e-06, 6.43e-07, 1.82e-06, 5.65e-09, 7.94e-09, 4.77e-06, 1.04e-06, 3.08e-06, 2.58e-08, 1.95e-07, 4.76e-11, 1.25e-09, 0.00e+00, 4.37e-11, 1.30e-11, 8.69e-11, 6.91e-14, 6.03e-06, 4.59e-07, 2.90e-06, 1.14e-09] []
130000 [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09] [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.127300 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
130000 [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09] [4.24e-06, 6.23e-07, 1.62e-06, 5.84e-09, 5.16e-08, 4.49e-06, 8.33e-07, 2.76e-06, 2.11e-08, 3.14e-07, 1.85e-08, 1.87e-08, 1.46e-08, 1.40e-09, 3.83e-11, 8.91e-10, 9.31e-13, 6.39e-06, 3.83e-07, 3.38e-06, 2.80e-09] []
132000 [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10] [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.338441 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
132000 [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10] [5.29e-06, 6.51e-07, 2.43e-06, 1.03e-08, 1.03e-09, 5.47e-06, 1.38e-06, 4.46e-06, 1.97e-09, 7.88e-08, 1.57e-09, 9.21e-08, 1.45e-10, 2.39e-09, 1.10e-09, 5.50e-10, 3.02e-12, 5.50e-06, 7.52e-07, 1.63e-06, 6.07e-10] []
134000 [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09] [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.115987 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
134000 [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09] [4.24e-06, 5.42e-07, 1.78e-06, 4.70e-09, 4.48e-11, 4.19e-06, 7.48e-07, 2.82e-06, 6.80e-09, 3.68e-09, 2.11e-08, 6.92e-09, 1.13e-09, 1.71e-10, 2.15e-10, 4.57e-14, 1.14e-12, 6.41e-06, 5.35e-07, 2.93e-06, 5.34e-09] []
136000 [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09] [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.999717 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
136000 [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09] [4.64e-06, 6.62e-07, 1.84e-06, 5.92e-09, 1.86e-08, 4.84e-06, 1.03e-06, 2.85e-06, 2.48e-08, 3.17e-07, 6.94e-08, 2.72e-08, 1.67e-08, 4.56e-11, 6.48e-12, 1.64e-11, 8.54e-15, 5.90e-06, 3.81e-07, 2.88e-06, 3.12e-09] []
138000 [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09] [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.613162 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
138000 [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09] [4.38e-06, 5.45e-07, 1.88e-06, 5.63e-09, 4.18e-10, 4.33e-06, 8.02e-07, 2.88e-06, 3.28e-09, 2.22e-08, 1.86e-08, 8.81e-09, 1.48e-10, 1.97e-10, 2.76e-11, 7.07e-11, 4.03e-14, 6.25e-06, 5.46e-07, 2.73e-06, 2.73e-09] []
140000 [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13] [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.766342 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
140000 [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13] [8.47e-06, 1.54e-06, 2.43e-06, 1.27e-07, 2.71e-05, 6.44e-05, 3.60e-06, 1.29e-05, 1.96e-05, 7.21e-05, 1.61e-10, 0.00e+00, 1.81e-05, 1.79e-08, 6.77e-10, 1.92e-08, 1.91e-13, 1.20e-06, 2.79e-11, 9.16e-07, 9.01e-13] []
142000 [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09] [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.027973 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
142000 [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09] [6.47e-06, 1.07e-06, 2.37e-06, 5.20e-09, 9.39e-06, 1.20e-05, 1.04e-05, 1.12e-05, 5.84e-06, 1.21e-04, 4.28e-06, 4.13e-06, 5.27e-06, 1.71e-10, 6.39e-11, 3.43e-10, 4.06e-12, 6.03e-06, 5.50e-07, 2.66e-06, 4.48e-09] []
144000 [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09] [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.640349 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
144000 [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09] [3.90e-06, 5.53e-07, 1.56e-06, 6.10e-09, 3.24e-07, 4.24e-06, 1.11e-06, 2.75e-06, 3.31e-07, 4.59e-06, 0.00e+00, 0.00e+00, 0.00e+00, 1.78e-11, 7.92e-11, 1.16e-11, 7.35e-14, 6.60e-06, 3.84e-07, 3.34e-06, 1.88e-09] []
146000 [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09] [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.811170 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
146000 [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09] [4.78e-06, 6.19e-07, 1.96e-06, 4.11e-09, 2.01e-07, 5.39e-06, 7.94e-07, 3.10e-06, 1.56e-08, 2.50e-07, 1.89e-09, 1.32e-09, 9.98e-09, 3.10e-09, 6.40e-11, 2.10e-09, 1.34e-12, 5.52e-06, 4.61e-07, 2.63e-06, 1.21e-09] []
148000 [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09] [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.586319 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
148000 [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09] [4.15e-06, 4.58e-07, 1.88e-06, 7.82e-09, 4.07e-09, 3.82e-06, 6.11e-07, 3.27e-06, 3.71e-09, 5.07e-08, 0.00e+00, 8.24e-09, 0.00e+00, 3.80e-10, 4.61e-09, 1.07e-09, 1.50e-11, 6.67e-06, 7.96e-07, 2.56e-06, 1.57e-09] []
150000 [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09] [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.757209 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
150000 [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09] [3.92e-06, 5.20e-07, 1.60e-06, 3.07e-09, 3.92e-08, 3.73e-06, 6.80e-07, 2.54e-06, 2.42e-07, 2.67e-06, 1.65e-07, 7.01e-08, 1.97e-07, 1.57e-09, 1.58e-09, 5.18e-09, 9.35e-12, 6.69e-06, 4.28e-07, 3.43e-06, 2.24e-09] []
152000 [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09] [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.709432 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
152000 [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09] [5.47e-06, 8.61e-07, 2.02e-06, 3.78e-09, 1.68e-08, 6.57e-06, 1.42e-06, 3.29e-06, 1.16e-07, 3.69e-08, 2.68e-09, 0.00e+00, 7.95e-08, 2.94e-10, 4.80e-10, 1.22e-09, 1.20e-11, 4.94e-06, 2.62e-07, 2.65e-06, 4.89e-09] []
154000 [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10] [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.672980 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
154000 [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10] [4.63e-06, 6.75e-07, 1.79e-06, 6.24e-09, 2.82e-12, 5.08e-06, 1.04e-06, 2.85e-06, 4.02e-09, 7.72e-09, 2.07e-08, 5.32e-09, 2.47e-09, 3.43e-12, 6.70e-11, 2.89e-11, 2.05e-14, 6.03e-06, 3.86e-07, 3.07e-06, 9.99e-10] []
156000 [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09] [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.418044 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
156000 [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09] [4.68e-06, 7.25e-07, 1.74e-06, 4.67e-09, 2.44e-06, 6.55e-06, 2.61e-06, 4.35e-06, 1.45e-06, 2.94e-05, 8.59e-07, 7.56e-07, 1.21e-06, 2.67e-10, 4.26e-11, 4.36e-10, 2.40e-12, 6.24e-06, 3.35e-07, 3.32e-06, 5.39e-09] []
158000 [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09] [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.809858 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
158000 [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09] [6.46e-06, 1.14e-06, 2.28e-06, 4.39e-08, 2.21e-06, 8.02e-06, 8.34e-06, 5.09e-06, 4.65e-07, 3.35e-05, 2.42e-06, 3.66e-07, 3.19e-07, 1.08e-09, 5.76e-09, 2.01e-09, 1.02e-11, 5.56e-06, 4.59e-07, 2.78e-06, 1.08e-09] []
160000 [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09] [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.925315 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
160000 [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09] [5.58e-06, 6.94e-07, 2.34e-06, 1.09e-08, 2.99e-07, 5.96e-06, 1.53e-06, 3.34e-06, 6.00e-08, 1.21e-06, 1.34e-09, 5.69e-09, 0.00e+00, 1.66e-09, 1.31e-09, 4.29e-09, 5.10e-11, 5.07e-06, 5.82e-07, 2.02e-06, 2.28e-09] []
162000 [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09] [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.798195 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
162000 [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09] [1.59e-05, 3.54e-06, 3.59e-06, 3.13e-07, 3.36e-04, 2.53e-04, 2.10e-04, 2.64e-04, 3.52e-04, 4.21e-03, 0.00e+00, 0.00e+00, 0.00e+00, 8.52e-08, 1.86e-08, 2.12e-08, 4.97e-15, 7.69e-06, 5.18e-07, 3.78e-06, 3.75e-09] []
164000 [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09] [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.907683 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
164000 [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09] [1.17e-05, 2.60e-06, 3.05e-06, 8.04e-08, 5.66e-05, 3.26e-05, 8.19e-05, 7.47e-05, 7.92e-05, 9.99e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.77e-08, 4.35e-09, 4.01e-09, 6.30e-13, 5.56e-06, 2.99e-07, 2.90e-06, 2.43e-09] []
166000 [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11] [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.100494 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
166000 [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11] [4.22e-06, 5.07e-07, 1.79e-06, 8.35e-09, 1.28e-08, 3.89e-06, 5.99e-07, 2.62e-06, 1.27e-08, 1.30e-07, 5.66e-09, 0.00e+00, 0.00e+00, 4.04e-11, 7.52e-12, 7.39e-11, 4.44e-14, 6.13e-06, 5.24e-07, 2.89e-06, 1.42e-11] []
168000 [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10] [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.804282 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
168000 [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10] [6.29e-06, 7.39e-07, 2.93e-06, 1.26e-08, 7.31e-08, 6.17e-06, 1.85e-06, 4.28e-06, 1.44e-07, 8.26e-07, 5.88e-11, 1.17e-07, 1.17e-07, 3.47e-09, 1.19e-09, 4.80e-10, 5.41e-10, 4.67e-06, 7.55e-07, 1.24e-06, 1.94e-10] []
170000 [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10] [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.038682 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
170000 [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10] [3.99e-06, 4.93e-07, 1.68e-06, 6.36e-09, 1.18e-11, 3.66e-06, 5.10e-07, 2.43e-06, 2.02e-09, 9.94e-09, 7.91e-10, 4.42e-09, 8.76e-10, 1.82e-11, 3.56e-11, 8.57e-11, 1.43e-14, 6.21e-06, 4.50e-07, 3.05e-06, 6.72e-10] []
172000 [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09] [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.586670 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
172000 [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09] [6.00e-06, 1.01e-06, 2.10e-06, 1.55e-09, 1.99e-05, 1.57e-05, 8.75e-06, 7.51e-06, 5.36e-06, 1.09e-04, 3.85e-06, 1.12e-06, 4.82e-06, 5.99e-10, 2.17e-09, 4.30e-10, 2.39e-12, 5.80e-06, 4.39e-07, 2.93e-06, 1.71e-09] []
174000 [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09] [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.027685 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
174000 [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09] [3.79e-06, 4.29e-07, 1.62e-06, 5.98e-09, 1.52e-07, 4.21e-06, 1.42e-06, 2.97e-06, 6.15e-07, 4.60e-06, 1.36e-07, 3.37e-08, 4.68e-07, 7.97e-11, 5.21e-10, 1.87e-10, 1.20e-12, 7.20e-06, 7.05e-07, 3.22e-06, 1.56e-09] []
176000 [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09] [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.368672 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
176000 [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09] [6.48e-06, 9.66e-07, 2.45e-06, 1.62e-08, 7.44e-07, 1.17e-05, 3.50e-06, 3.97e-06, 2.95e-07, 1.66e-06, 4.97e-10, 0.00e+00, 2.57e-07, 6.82e-10, 2.08e-09, 3.49e-10, 1.22e-11, 4.72e-06, 4.30e-07, 2.28e-06, 3.49e-09] []
178000 [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09] [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.582044 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
178000 [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09] [4.88e-06, 7.53e-07, 1.84e-06, 6.23e-09, 3.68e-07, 6.88e-06, 1.90e-06, 3.67e-06, 3.72e-09, 4.00e-07, 0.00e+00, 0.00e+00, 1.60e-11, 5.40e-10, 6.84e-11, 2.02e-10, 4.48e-14, 5.01e-06, 2.03e-07, 2.82e-06, 3.03e-09] []
180000 [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09] [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.613064 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
180000 [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09] [4.60e-06, 8.18e-07, 1.64e-06, 6.93e-09, 2.67e-10, 5.55e-06, 1.19e-06, 2.69e-06, 3.16e-09, 1.27e-08, 2.12e-08, 1.66e-08, 4.17e-10, 3.71e-10, 4.92e-11, 5.20e-10, 3.26e-12, 6.03e-06, 1.94e-07, 3.43e-06, 5.48e-09] []
182000 [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09] [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.378982 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
182000 [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09] [4.92e-06, 6.84e-07, 1.92e-06, 5.95e-09, 1.22e-09, 5.38e-06, 1.29e-06, 3.31e-06, 4.67e-09, 4.04e-09, 9.80e-09, 7.34e-08, 3.18e-09, 4.15e-10, 2.05e-13, 3.93e-10, 5.60e-13, 6.13e-06, 5.57e-07, 2.81e-06, 1.71e-09] []
184000 [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09] [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.614861 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
184000 [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09] [4.89e-06, 6.95e-07, 1.83e-06, 2.71e-08, 9.74e-09, 5.75e-06, 8.89e-07, 3.28e-06, 1.74e-06, 1.69e-06, 4.04e-08, 0.00e+00, 0.00e+00, 9.47e-10, 1.48e-10, 3.39e-10, 6.08e-14, 5.63e-06, 2.98e-07, 3.29e-06, 1.94e-09] []
186000 [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09] [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 14.842267 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
186000 [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09] [4.50e-06, 7.87e-07, 1.48e-06, 3.18e-08, 1.07e-06, 6.99e-06, 2.22e-06, 4.38e-06, 7.17e-07, 1.75e-05, 0.00e+00, 0.00e+00, 0.00e+00, 2.27e-09, 2.51e-09, 5.31e-12, 2.95e-12, 5.26e-06, 1.79e-07, 3.41e-06, 3.05e-09] []
188000 [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09] [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 16.537829 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
188000 [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09] [5.07e-06, 7.24e-07, 1.84e-06, 7.92e-09, 4.16e-07, 6.00e-06, 1.09e-06, 3.49e-06, 3.76e-07, 4.77e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.44e-09, 2.62e-10, 1.09e-09, 6.60e-13, 4.74e-06, 2.52e-07, 2.84e-06, 1.02e-09] []
190000 [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09] [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.697966 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
190000 [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09] [4.14e-06, 6.07e-07, 1.57e-06, 5.53e-09, 9.49e-09, 4.19e-06, 6.86e-07, 2.31e-06, 1.96e-08, 1.38e-07, 3.82e-09, 2.35e-10, 0.00e+00, 2.01e-11, 2.78e-10, 3.87e-10, 1.59e-13, 5.94e-06, 2.75e-07, 3.41e-06, 1.42e-09] []
192000 [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09] [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09] []
Best model at step 103163:
train loss: 1.68e-05
test loss: 1.68e-05
test metric: []
'train' took 15.327719 s
Best train step: 103163
alpha: 0.12357270718
beta: 0.055063072592
gamma: 0.0024360700045
Training model...
Step Train loss Test loss Test metric
192000 [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09] [3.86e-06, 5.08e-07, 1.59e-06, 5.85e-09, 6.09e-09, 3.45e-06, 5.60e-07, 2.08e-06, 5.10e-09, 5.21e-08, 1.13e-08, 2.32e-10, 4.37e-11, 3.16e-12, 2.20e-11, 2.90e-11, 3.44e-13, 5.87e-06, 2.71e-07, 3.16e-06, 3.75e-09] []
194000 [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09] [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09] []
Best model at step 194000:
train loss: 1.53e-05
test loss: 1.53e-05
test metric: []
'train' took 16.172618 s
Best train step: 194000
alpha: 0.12467385083
beta: 0.055773638189
gamma: 0.0025323582813
Best train step: 194000
alpha: 0.12467385083
beta: 0.055773638189
gamma: 0.0025323582813
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
194000 [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09] [4.04e-06, 3.05e-07, 2.17e-06, 7.23e-09, 3.38e-12, 1.47e-06, 3.92e-07, 7.71e-07, 1.63e-08, 2.22e-08, 4.01e-11, 2.17e-09, 1.38e-10, 9.75e-11, 6.61e-11, 3.83e-11, 3.83e-11, 4.03e-06, 4.01e-07, 1.70e-06, 2.51e-09] []
196000 [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10] [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.029193 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
196000 [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10] [6.64e-06, 8.91e-07, 3.23e-06, 9.28e-09, 5.56e-09, 1.45e-05, 5.73e-06, 7.64e-06, 1.19e-06, 2.17e-05, 0.00e+00, 0.00e+00, 0.00e+00, 5.12e-08, 2.19e-08, 8.44e-09, 4.84e-10, 4.44e-07, 5.51e-08, 1.81e-07, 3.50e-10] []
198000 [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10] [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.936510 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
198000 [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10] [3.66e-06, 2.65e-07, 1.94e-06, 5.11e-09, 5.57e-08, 1.75e-06, 3.47e-07, 9.73e-07, 1.02e-08, 1.18e-07, 8.23e-11, 0.00e+00, 1.07e-11, 4.27e-09, 6.08e-10, 4.51e-09, 1.19e-10, 4.91e-06, 5.10e-07, 2.14e-06, 5.98e-10] []
200000 [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09] [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.888655 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
200000 [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09] [4.15e-06, 3.40e-07, 2.16e-06, 9.86e-09, 1.18e-08, 2.94e-06, 5.89e-07, 1.35e-06, 3.43e-08, 4.34e-08, 9.39e-09, 7.22e-09, 3.38e-09, 1.33e-08, 2.29e-09, 3.11e-09, 1.91e-10, 5.17e-06, 5.84e-07, 2.06e-06, 2.04e-09] []
202000 [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09] [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.798614 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
202000 [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09] [4.46e-06, 3.78e-07, 2.29e-06, 6.95e-09, 1.56e-10, 3.03e-06, 7.26e-07, 1.35e-06, 1.97e-08, 2.25e-08, 1.28e-10, 1.30e-10, 2.54e-12, 1.57e-11, 7.06e-11, 2.29e-10, 2.78e-10, 4.57e-06, 5.04e-07, 1.86e-06, 2.02e-09] []
204000 [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12] [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.638306 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
204000 [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12] [1.06e-05, 1.11e-06, 3.97e-06, 5.02e-07, 1.98e-05, 7.76e-05, 1.68e-05, 2.16e-05, 9.98e-05, 4.89e-04, 4.91e-06, 3.68e-06, 9.67e-05, 1.21e-08, 7.98e-09, 2.35e-09, 9.25e-10, 2.18e-07, 2.12e-08, 8.67e-08, 5.18e-12] []
206000 [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09] [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.450432 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
206000 [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09] [4.66e-06, 4.16e-07, 2.34e-06, 1.01e-08, 1.54e-08, 3.12e-06, 8.29e-07, 1.28e-06, 3.96e-08, 2.02e-07, 2.00e-10, 1.61e-10, 2.04e-09, 1.34e-09, 1.96e-11, 4.80e-11, 1.42e-09, 3.99e-06, 4.07e-07, 1.70e-06, 1.04e-09] []
208000 [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09] [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.284420 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
208000 [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09] [4.29e-06, 3.62e-07, 2.21e-06, 6.52e-09, 4.40e-10, 2.23e-06, 5.48e-07, 1.05e-06, 1.60e-08, 2.37e-08, 1.92e-09, 1.53e-09, 0.00e+00, 1.70e-10, 2.89e-11, 2.64e-11, 1.51e-11, 4.20e-06, 4.04e-07, 1.80e-06, 2.22e-09] []
210000 [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10] [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.186830 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
210000 [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10] [9.41e-06, 1.46e-06, 3.61e-06, 3.45e-08, 3.65e-05, 2.65e-05, 4.83e-05, 5.97e-05, 2.54e-05, 4.93e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.55e-09, 7.86e-10, 1.50e-09, 1.34e-10, 5.89e-07, 6.01e-08, 2.45e-07, 2.11e-10] []
212000 [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09] [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.342818 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
212000 [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09] [4.33e-06, 3.61e-07, 2.24e-06, 5.57e-09, 1.39e-09, 2.03e-06, 4.18e-07, 1.02e-06, 5.05e-09, 2.47e-08, 1.16e-09, 1.79e-09, 1.91e-11, 1.62e-10, 5.68e-12, 4.46e-12, 5.97e-12, 4.31e-06, 4.41e-07, 1.81e-06, 1.10e-09] []
214000 [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09] [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.242672 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
214000 [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09] [4.23e-06, 3.82e-07, 2.15e-06, 7.25e-09, 3.63e-08, 2.64e-06, 7.55e-07, 1.37e-06, 4.51e-08, 3.77e-07, 8.68e-08, 8.26e-08, 1.41e-08, 2.81e-09, 1.16e-09, 2.40e-09, 7.35e-10, 4.62e-06, 4.49e-07, 1.97e-06, 2.28e-09] []
216000 [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09] [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.311576 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
216000 [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09] [4.13e-06, 3.29e-07, 2.16e-06, 7.09e-09, 1.20e-08, 1.90e-06, 4.33e-07, 9.97e-07, 3.39e-08, 2.09e-07, 1.42e-08, 1.57e-08, 7.10e-09, 2.93e-09, 1.79e-09, 1.60e-09, 6.57e-10, 4.29e-06, 4.16e-07, 1.84e-06, 2.10e-09] []
218000 [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09] [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.145593 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
218000 [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09] [3.40e-06, 2.89e-07, 1.84e-06, 7.30e-09, 3.03e-10, 3.31e-06, 9.29e-07, 1.61e-06, 3.12e-08, 2.35e-08, 1.90e-10, 6.43e-11, 7.44e-10, 2.74e-10, 9.36e-10, 1.21e-08, 5.81e-10, 5.40e-06, 5.39e-07, 2.27e-06, 2.97e-09] []
220000 [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09] [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.409466 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
220000 [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09] [3.75e-06, 2.72e-07, 2.02e-06, 5.61e-09, 6.56e-10, 2.44e-06, 4.66e-07, 1.43e-06, 1.69e-08, 2.46e-08, 2.43e-09, 5.26e-11, 4.94e-11, 4.10e-09, 2.06e-11, 1.16e-12, 1.57e-10, 5.53e-06, 6.43e-07, 2.20e-06, 1.90e-09] []
222000 [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09] [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.440489 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
222000 [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09] [1.94e-06, 9.19e-08, 1.18e-06, 2.36e-09, 1.22e-08, 4.70e-06, 3.15e-07, 5.45e-06, 1.51e-08, 2.51e-08, 0.00e+00, 5.03e-08, 0.00e+00, 2.21e-11, 7.22e-12, 2.34e-09, 2.26e-10, 1.56e-05, 3.06e-06, 4.67e-06, 1.20e-09] []
224000 [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09] [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.121320 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
224000 [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09] [3.54e-06, 2.80e-07, 1.82e-06, 7.15e-09, 3.80e-06, 1.49e-05, 1.93e-06, 6.82e-06, 1.85e-06, 3.82e-05, 4.29e-07, 1.16e-06, 1.60e-06, 4.60e-10, 2.04e-10, 3.29e-10, 2.64e-11, 1.31e-05, 2.57e-06, 3.94e-06, 1.02e-09] []
226000 [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09] [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.506161 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
226000 [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09] [2.49e-06, 1.36e-07, 1.42e-06, 4.26e-09, 4.56e-08, 4.50e-06, 2.89e-07, 4.52e-06, 7.70e-08, 7.71e-07, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-09, 1.58e-09, 3.21e-09, 6.53e-10, 1.32e-05, 2.40e-06, 4.06e-06, 3.16e-09] []
228000 [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09] [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.200483 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
228000 [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09] [1.62e-06, 6.39e-08, 1.03e-06, 4.07e-09, 1.93e-07, 1.35e-05, 1.82e-06, 5.94e-06, 5.46e-09, 6.20e-08, 2.79e-08, 1.01e-10, 5.28e-11, 1.17e-11, 7.05e-11, 2.14e-14, 3.59e-15, 1.42e-05, 2.10e-06, 5.07e-06, 2.23e-09] []
230000 [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09] [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.437454 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
230000 [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09] [2.03e-06, 1.42e-07, 1.12e-06, 5.30e-09, 4.40e-08, 1.58e-05, 3.31e-06, 9.98e-06, 3.38e-07, 4.46e-06, 4.08e-07, 1.23e-07, 2.67e-07, 2.69e-11, 1.05e-11, 2.39e-13, 4.24e-11, 1.25e-05, 1.83e-06, 4.51e-06, 1.98e-09] []
232000 [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09] [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.427277 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
232000 [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09] [2.74e-06, 1.52e-07, 1.58e-06, 3.63e-09, 1.71e-12, 3.92e-06, 2.14e-07, 2.90e-06, 5.30e-09, 8.80e-09, 8.21e-09, 4.05e-10, 3.00e-10, 9.74e-14, 3.15e-10, 2.97e-10, 7.64e-14, 9.42e-06, 1.42e-06, 3.34e-06, 1.44e-09] []
234000 [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09] [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.304059 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
234000 [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09] [3.18e-06, 1.60e-07, 1.83e-06, 4.61e-09, 7.25e-12, 4.02e-06, 1.42e-07, 3.04e-06, 1.12e-08, 1.35e-08, 1.55e-09, 3.97e-11, 5.37e-10, 2.18e-13, 4.27e-11, 6.34e-11, 1.19e-13, 8.41e-06, 1.41e-06, 2.78e-06, 1.22e-09] []
236000 [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09] [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.486428 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
236000 [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09] [2.38e-06, 1.46e-07, 1.33e-06, 1.13e-08, 2.72e-09, 4.93e-06, 2.56e-07, 2.77e-06, 5.69e-08, 4.49e-07, 2.67e-08, 1.36e-08, 2.32e-08, 8.66e-10, 2.03e-09, 8.69e-11, 2.56e-09, 1.04e-05, 1.51e-06, 4.29e-06, 7.71e-09] []
238000 [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10] [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.405463 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
238000 [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10] [4.93e-06, 4.21e-07, 2.37e-06, 6.82e-09, 6.81e-08, 6.76e-06, 7.88e-07, 4.39e-06, 5.77e-09, 6.51e-08, 1.20e-08, 7.43e-11, 0.00e+00, 1.21e-10, 1.42e-08, 1.80e-09, 1.98e-10, 6.60e-06, 1.29e-06, 2.00e-06, 3.78e-10] []
240000 [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09] [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.568736 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
240000 [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09] [3.26e-06, 1.53e-07, 1.88e-06, 5.02e-09, 1.90e-10, 4.03e-06, 1.00e-07, 3.08e-06, 1.19e-08, 1.87e-08, 0.00e+00, 1.55e-09, 6.28e-10, 2.46e-10, 1.51e-10, 5.18e-10, 4.88e-12, 8.46e-06, 1.48e-06, 2.72e-06, 1.04e-09] []
242000 [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09] [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.493609 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
242000 [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09] [4.95e-06, 4.03e-07, 2.54e-06, 5.01e-09, 1.36e-09, 8.44e-06, 3.93e-07, 5.12e-06, 8.80e-08, 3.86e-07, 3.12e-09, 5.98e-09, 1.42e-08, 3.34e-09, 6.45e-10, 8.68e-09, 2.54e-10, 5.12e-06, 8.68e-07, 1.77e-06, 1.74e-09] []
244000 [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10] [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.714014 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
244000 [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10] [4.13e-06, 3.06e-07, 2.16e-06, 5.09e-09, 1.41e-07, 6.23e-06, 3.95e-07, 3.74e-06, 1.46e-08, 2.78e-08, 1.70e-08, 0.00e+00, 0.00e+00, 6.35e-09, 1.01e-07, 3.39e-08, 6.11e-10, 6.90e-06, 1.09e-06, 2.38e-06, 9.19e-10] []
246000 [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09] [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.540144 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
246000 [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09] [3.89e-06, 2.71e-07, 2.03e-06, 5.10e-09, 3.91e-08, 5.33e-06, 2.49e-07, 3.29e-06, 1.75e-08, 5.19e-10, 0.00e+00, 1.14e-09, 3.96e-10, 4.50e-10, 2.90e-09, 7.08e-10, 3.50e-11, 7.29e-06, 1.08e-06, 2.61e-06, 1.83e-09] []
248000 [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10] [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.021301 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
248000 [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10] [4.36e-06, 3.35e-07, 2.22e-06, 4.49e-09, 5.72e-08, 7.32e-06, 4.20e-07, 4.24e-06, 2.54e-08, 5.10e-07, 0.00e+00, 3.59e-11, 0.00e+00, 4.42e-10, 6.68e-11, 7.16e-10, 1.90e-12, 5.88e-06, 8.86e-07, 2.09e-06, 7.84e-10] []
250000 [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10] [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.223862 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
250000 [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10] [6.27e-06, 7.56e-07, 2.87e-06, 8.58e-08, 4.13e-06, 4.24e-05, 2.00e-05, 7.66e-05, 1.63e-05, 2.05e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.55e-07, 1.12e-08, 8.04e-08, 1.09e-10, 1.25e-06, 3.06e-07, 3.36e-07, 9.32e-10] []
252000 [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09] [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.722173 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
252000 [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09] [3.24e-06, 2.60e-07, 1.69e-06, 5.82e-09, 1.18e-09, 4.69e-06, 4.44e-07, 2.67e-06, 1.85e-08, 1.83e-08, 3.62e-10, 9.08e-09, 6.05e-10, 2.18e-10, 1.09e-11, 1.14e-10, 2.40e-13, 7.31e-06, 8.05e-07, 2.97e-06, 2.99e-09] []
254000 [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09] [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.771728 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
254000 [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09] [3.32e-06, 2.88e-07, 1.69e-06, 6.40e-09, 1.18e-06, 5.32e-06, 1.82e-06, 3.86e-06, 1.78e-06, 2.24e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.05e-10, 7.30e-10, 9.06e-12, 1.29e-12, 7.80e-06, 9.97e-07, 2.94e-06, 1.67e-09] []
256000 [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09] [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.562209 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
256000 [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09] [2.89e-06, 2.10e-07, 1.56e-06, 5.87e-09, 1.13e-10, 3.92e-06, 4.66e-07, 2.37e-06, 2.46e-08, 2.77e-08, 0.00e+00, 1.58e-08, 1.32e-09, 7.20e-11, 1.32e-09, 4.21e-10, 1.45e-11, 7.77e-06, 8.38e-07, 3.15e-06, 3.73e-09] []
258000 [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11] [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.375898 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
258000 [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11] [4.18e-06, 3.49e-07, 2.06e-06, 4.54e-09, 3.48e-08, 5.71e-06, 4.55e-07, 3.31e-06, 4.08e-08, 4.05e-07, 8.79e-10, 1.46e-09, 0.00e+00, 4.08e-12, 6.13e-11, 4.69e-11, 1.47e-13, 6.46e-06, 9.51e-07, 2.45e-06, 3.05e-11] []
260000 [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09] [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.531691 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
260000 [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09] [3.70e-06, 3.15e-07, 1.84e-06, 8.21e-09, 1.16e-07, 5.81e-06, 5.23e-07, 2.93e-06, 3.60e-08, 2.11e-07, 3.30e-10, 7.07e-10, 1.43e-08, 4.02e-10, 5.98e-11, 1.43e-10, 3.96e-13, 6.48e-06, 6.97e-07, 2.73e-06, 2.18e-09] []
262000 [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09] [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.513003 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
262000 [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09] [2.88e-06, 2.26e-07, 1.51e-06, 5.81e-09, 2.02e-10, 3.85e-06, 5.86e-07, 2.14e-06, 2.53e-08, 2.64e-08, 7.94e-09, 4.56e-10, 1.02e-09, 1.08e-10, 4.55e-10, 6.78e-10, 1.08e-11, 7.50e-06, 7.07e-07, 3.21e-06, 4.32e-09] []
264000 [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09] [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.455185 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
264000 [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09] [3.48e-06, 3.37e-07, 1.76e-06, 6.12e-09, 2.73e-12, 4.65e-06, 4.04e-07, 2.59e-06, 1.12e-08, 1.92e-08, 1.26e-09, 2.20e-08, 3.52e-10, 3.09e-10, 1.09e-09, 1.09e-10, 4.94e-12, 7.05e-06, 7.83e-07, 2.84e-06, 2.49e-09] []
266000 [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09] [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.648523 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
266000 [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09] [2.93e-06, 2.20e-07, 1.57e-06, 5.89e-09, 2.93e-11, 3.90e-06, 5.92e-07, 2.22e-06, 2.20e-08, 3.03e-08, 6.78e-09, 1.59e-09, 7.04e-10, 1.01e-11, 1.54e-09, 1.15e-09, 1.74e-11, 7.27e-06, 7.20e-07, 3.07e-06, 3.48e-09] []
268000 [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11] [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.125639 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
268000 [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11] [4.77e-06, 4.85e-07, 2.18e-06, 1.11e-08, 1.34e-06, 7.07e-06, 1.36e-06, 5.22e-06, 1.01e-07, 4.45e-07, 1.07e-09, 1.49e-07, 0.00e+00, 2.44e-12, 8.19e-09, 6.33e-10, 1.32e-09, 6.08e-06, 1.12e-06, 1.81e-06, 5.23e-11] []
270000 [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10] [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.810379 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
270000 [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10] [5.26e-06, 5.49e-07, 2.38e-06, 9.69e-09, 2.07e-06, 6.98e-06, 3.40e-06, 5.32e-06, 5.50e-08, 1.30e-05, 3.12e-07, 6.31e-07, 0.00e+00, 5.27e-10, 8.06e-11, 1.27e-10, 3.72e-11, 6.74e-06, 1.28e-06, 2.04e-06, 1.75e-10] []
272000 [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10] [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.434605 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
272000 [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10] [4.90e-06, 4.61e-07, 2.30e-06, 7.10e-09, 4.38e-08, 5.27e-06, 1.10e-06, 4.27e-06, 3.02e-08, 4.89e-07, 0.00e+00, 5.10e-08, 2.43e-08, 1.30e-10, 2.16e-09, 1.45e-10, 1.70e-10, 6.52e-06, 1.21e-06, 1.98e-06, 2.11e-10] []
274000 [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09] [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.555516 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
274000 [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09] [3.75e-06, 3.33e-07, 1.81e-06, 4.50e-09, 3.19e-08, 5.04e-06, 4.65e-07, 2.75e-06, 1.41e-08, 3.90e-10, 1.71e-10, 5.95e-10, 2.68e-09, 6.73e-09, 2.24e-09, 1.25e-09, 3.72e-14, 6.46e-06, 7.48e-07, 2.65e-06, 2.43e-09] []
276000 [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09] [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.014605 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
276000 [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09] [3.29e-06, 3.15e-07, 1.61e-06, 6.84e-09, 1.18e-09, 4.36e-06, 6.20e-07, 2.21e-06, 2.07e-08, 3.96e-08, 4.99e-09, 3.53e-09, 3.93e-10, 1.11e-11, 2.22e-12, 4.31e-12, 1.33e-12, 6.58e-06, 5.44e-07, 2.93e-06, 4.02e-09] []
278000 [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10] [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.668065 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
278000 [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10] [3.27e-06, 4.81e-07, 1.58e-06, 1.45e-09, 2.86e-07, 6.79e-06, 1.84e-06, 2.81e-06, 2.02e-07, 8.67e-07, 2.85e-07, 2.35e-08, 1.68e-07, 1.50e-08, 1.59e-09, 1.73e-08, 1.98e-12, 6.87e-06, 4.52e-07, 3.13e-06, 8.55e-10] []
280000 [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10] [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.839951 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
280000 [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10] [2.61e-06, 1.08e-07, 1.59e-06, 6.19e-09, 1.44e-07, 1.80e-05, 2.37e-06, 9.39e-06, 2.37e-09, 1.50e-07, 0.00e+00, 0.00e+00, 4.08e-12, 3.81e-10, 1.63e-10, 8.52e-11, 2.02e-13, 1.16e-05, 2.00e-06, 3.80e-06, 9.90e-10] []
282000 [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10] [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.793656 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
282000 [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10] [2.72e-06, 1.56e-07, 1.54e-06, 2.94e-09, 1.16e-07, 8.12e-06, 1.35e-06, 6.52e-06, 4.27e-07, 5.46e-06, 0.00e+00, 0.00e+00, 0.00e+00, 4.21e-10, 6.60e-11, 1.75e-10, 3.28e-12, 1.06e-05, 1.82e-06, 3.44e-06, 9.33e-10] []
284000 [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10] [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.401299 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
284000 [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10] [3.30e-06, 2.50e-07, 1.69e-06, 4.23e-09, 1.44e-07, 7.18e-06, 3.16e-07, 5.69e-06, 2.00e-08, 6.33e-08, 3.36e-09, 1.17e-09, 0.00e+00, 1.27e-08, 1.46e-10, 5.88e-09, 8.81e-12, 8.93e-06, 1.67e-06, 2.76e-06, 1.86e-10] []
286000 [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10] [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.194157 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
286000 [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10] [3.42e-06, 2.66e-07, 1.71e-06, 1.55e-09, 4.54e-07, 2.00e-05, 8.91e-07, 1.16e-05, 3.69e-08, 7.48e-07, 0.00e+00, 4.35e-08, 2.99e-08, 7.69e-10, 5.64e-10, 1.14e-09, 2.35e-11, 8.70e-06, 1.71e-06, 2.61e-06, 6.21e-10] []
288000 [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09] [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.736260 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
288000 [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09] [6.58e-06, 1.56e-06, 1.36e-06, 5.07e-07, 2.27e-05, 9.33e-05, 6.66e-05, 6.68e-05, 1.72e-04, 1.10e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.59e-08, 4.91e-09, 6.30e-09, 9.94e-12, 1.65e-05, 3.15e-06, 4.84e-06, 3.73e-09] []
290000 [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10] [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.520606 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
290000 [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10] [3.80e-06, 3.23e-07, 1.89e-06, 6.29e-09, 1.20e-08, 4.86e-06, 8.03e-07, 4.85e-06, 2.66e-09, 1.87e-08, 0.00e+00, 2.19e-08, 2.92e-10, 1.83e-09, 1.57e-11, 1.50e-08, 4.97e-09, 8.92e-06, 1.74e-06, 2.69e-06, 6.28e-10] []
292000 [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10] [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.540518 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
292000 [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10] [4.12e-06, 3.70e-07, 1.99e-06, 4.82e-09, 5.80e-09, 5.06e-06, 8.58e-07, 4.87e-06, 2.81e-09, 8.57e-09, 0.00e+00, 2.14e-08, 1.19e-09, 7.87e-11, 1.53e-11, 2.56e-10, 2.61e-11, 7.95e-06, 1.55e-06, 2.40e-06, 5.50e-10] []
294000 [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09] [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.687949 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
294000 [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09] [1.04e-05, 1.82e-06, 2.82e-06, 7.22e-08, 7.15e-07, 1.11e-05, 4.29e-05, 4.17e-05, 8.73e-05, 4.90e-04, 1.82e-05, 1.71e-05, 8.49e-05, 3.28e-09, 3.35e-10, 2.23e-09, 6.07e-11, 7.31e-06, 1.36e-06, 2.06e-06, 1.64e-09] []
296000 [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10] [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.065375 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
296000 [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10] [4.40e-06, 3.79e-07, 2.06e-06, 6.07e-08, 1.47e-07, 1.11e-05, 1.69e-06, 7.15e-06, 1.73e-07, 2.28e-06, 0.00e+00, 9.27e-09, 0.00e+00, 2.73e-08, 3.25e-08, 2.57e-16, 1.69e-10, 5.86e-06, 1.18e-06, 1.65e-06, 1.52e-10] []
298000 [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10] [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.028921 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
298000 [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10] [5.79e-07, 1.38e-07, 2.18e-07, 6.48e-09, 1.47e-05, 1.79e-04, 2.33e-05, 5.31e-05, 1.21e-05, 1.43e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.67e-09, 4.64e-11, 1.97e-09, 5.99e-11, 5.66e-06, 1.06e-06, 1.66e-06, 7.57e-10] []
300000 [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11] [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.742155 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
300000 [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11] [2.73e-05, 6.31e-06, 6.36e-06, 6.55e-07, 1.59e-04, 1.42e-04, 3.21e-04, 3.24e-04, 3.10e-04, 4.17e-03, 0.00e+00, 0.00e+00, 0.00e+00, 9.30e-09, 1.73e-09, 2.56e-09, 2.29e-13, 1.35e-05, 2.39e-06, 3.90e-06, 3.52e-11] []
302000 [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10] [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.727605 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
302000 [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10] [3.40e-06, 2.90e-07, 1.67e-06, 2.75e-09, 1.23e-07, 7.15e-06, 2.40e-06, 6.18e-06, 2.39e-07, 4.90e-06, 6.02e-09, 3.23e-07, 1.86e-07, 1.35e-08, 2.64e-09, 4.06e-09, 9.04e-13, 1.06e-05, 2.04e-06, 3.23e-06, 9.74e-10] []
304000 [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10] [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.821391 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
304000 [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10] [4.02e-06, 3.56e-07, 1.95e-06, 4.12e-09, 7.05e-08, 5.18e-06, 9.45e-07, 4.84e-06, 1.31e-09, 5.02e-10, 0.00e+00, 1.61e-08, 0.00e+00, 9.89e-11, 1.32e-11, 2.89e-11, 5.93e-15, 8.48e-06, 1.65e-06, 2.57e-06, 5.58e-10] []
306000 [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10] [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.618769 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
306000 [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10] [4.20e-06, 3.82e-07, 2.01e-06, 4.39e-09, 1.95e-08, 5.09e-06, 9.22e-07, 4.84e-06, 1.09e-09, 1.47e-10, 0.00e+00, 1.93e-08, 1.21e-10, 9.15e-12, 1.27e-12, 2.76e-12, 2.25e-15, 7.85e-06, 1.53e-06, 2.37e-06, 5.49e-10] []
308000 [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10] [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.371342 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
308000 [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10] [4.46e-06, 4.21e-07, 2.10e-06, 4.30e-09, 5.76e-14, 5.39e-06, 9.32e-07, 5.00e-06, 4.71e-09, 8.03e-09, 0.00e+00, 2.10e-08, 3.07e-09, 7.58e-11, 1.51e-11, 2.32e-11, 9.98e-15, 7.14e-06, 1.39e-06, 2.15e-06, 5.01e-10] []
310000 [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10] [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.551979 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
310000 [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10] [4.74e-06, 4.42e-07, 1.87e-06, 4.80e-09, 6.51e-06, 1.74e-05, 9.37e-06, 1.72e-05, 2.47e-07, 3.38e-05, 4.30e-07, 1.38e-06, 2.06e-07, 2.38e-09, 4.36e-10, 6.67e-10, 2.19e-13, 7.58e-06, 1.40e-06, 2.14e-06, 7.75e-10] []
312000 [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09] [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.535133 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
312000 [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09] [5.65e-06, 9.53e-07, 1.35e-06, 4.82e-08, 1.93e-05, 3.78e-05, 9.95e-06, 1.64e-05, 2.02e-05, 7.78e-06, 0.00e+00, 0.00e+00, 0.00e+00, 5.42e-09, 1.00e-09, 1.53e-09, 6.11e-13, 1.00e-05, 1.84e-06, 2.82e-06, 1.11e-09] []
314000 [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10] [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.801913 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
314000 [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10] [4.03e-06, 3.47e-07, 1.98e-06, 4.27e-09, 2.52e-07, 3.71e-06, 1.12e-06, 4.21e-06, 2.14e-07, 4.41e-06, 7.35e-09, 3.48e-07, 1.71e-07, 1.66e-11, 2.81e-12, 4.46e-12, 4.37e-17, 8.42e-06, 1.65e-06, 2.54e-06, 6.18e-10] []
316000 [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10] [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.762731 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
316000 [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10] [5.29e-06, 9.01e-07, 2.11e-06, 8.88e-09, 6.90e-06, 8.78e-06, 1.24e-05, 1.66e-05, 1.22e-05, 1.60e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.45e-10, 4.53e-11, 7.07e-11, 1.96e-15, 7.33e-06, 1.42e-06, 2.19e-06, 2.95e-10] []
318000 [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10] [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.617370 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
318000 [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10] [5.29e-06, 9.30e-07, 2.07e-06, 8.87e-09, 7.77e-06, 1.02e-05, 1.25e-05, 1.61e-05, 1.32e-05, 1.72e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.92e-10, 5.00e-11, 7.98e-11, 8.00e-15, 7.29e-06, 1.41e-06, 2.18e-06, 2.96e-10] []
320000 [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09] [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.110379 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
320000 [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09] [3.42e-06, 6.89e-07, 8.03e-07, 5.58e-07, 5.25e-06, 5.20e-05, 2.22e-05, 3.60e-05, 5.04e-05, 2.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.11e-07, 2.14e-08, 3.24e-08, 3.53e-11, 1.03e-05, 1.98e-06, 3.00e-06, 3.13e-09] []
322000 [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10] [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.526168 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
322000 [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10] [4.45e-06, 4.25e-07, 2.12e-06, 4.73e-09, 1.64e-08, 3.14e-06, 9.12e-07, 3.88e-06, 1.15e-08, 2.42e-07, 0.00e+00, 1.44e-08, 0.00e+00, 7.32e-12, 1.11e-12, 1.78e-12, 2.49e-16, 6.71e-06, 1.31e-06, 2.02e-06, 4.92e-10] []
324000 [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10] [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.838260 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
324000 [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10] [4.52e-06, 4.42e-07, 2.14e-06, 4.78e-09, 6.93e-08, 3.05e-06, 9.76e-07, 3.89e-06, 6.87e-08, 1.04e-06, 0.00e+00, 5.03e-10, 0.00e+00, 1.31e-12, 2.50e-13, 4.01e-13, 9.22e-16, 6.45e-06, 1.26e-06, 1.94e-06, 4.57e-10] []
326000 [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10] [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.857667 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
326000 [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10] [6.63e-06, 1.40e-06, 2.28e-06, 1.38e-08, 1.40e-05, 1.59e-05, 2.23e-05, 2.54e-05, 2.42e-05, 3.18e-04, 0.00e+00, 0.00e+00, 0.00e+00, 3.09e-10, 5.97e-11, 9.19e-11, 1.15e-14, 6.34e-06, 1.22e-06, 1.89e-06, 2.04e-10] []
328000 [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10] [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.475502 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
328000 [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10] [5.07e-06, 5.61e-07, 2.25e-06, 2.39e-08, 5.35e-06, 1.05e-05, 2.58e-06, 5.54e-06, 9.86e-08, 1.69e-05, 9.15e-08, 5.60e-07, 0.00e+00, 1.01e-09, 1.99e-10, 3.02e-10, 8.90e-14, 5.40e-06, 1.06e-06, 1.61e-06, 5.36e-10] []
330000 [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10] [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.510030 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
330000 [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10] [4.70e-06, 4.64e-07, 2.22e-06, 5.40e-09, 8.32e-09, 2.72e-06, 9.36e-07, 3.59e-06, 3.20e-09, 7.21e-08, 0.00e+00, 1.46e-08, 0.00e+00, 5.46e-11, 1.06e-11, 1.64e-11, 4.75e-15, 5.96e-06, 1.16e-06, 1.80e-06, 3.96e-10] []
332000 [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09] [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.445790 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
332000 [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09] [1.16e-05, 6.47e-06, 2.56e-06, 3.95e-07, 8.09e-05, 4.84e-05, 2.48e-04, 2.85e-04, 1.96e-04, 2.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 2.54e-07, 5.24e-08, 7.93e-08, 2.65e-10, 1.30e-06, 2.68e-07, 4.06e-07, 1.35e-09] []
334000 [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10] [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.139724 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
334000 [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10] [2.65e-05, 2.76e-06, 7.20e-06, 8.94e-07, 2.01e-07, 1.23e-05, 1.94e-07, 7.14e-06, 2.59e-07, 1.75e-06, 2.77e-09, 1.17e-07, 0.00e+00, 4.86e-08, 9.37e-09, 1.44e-08, 1.13e-11, 4.04e-06, 7.78e-07, 1.20e-06, 9.45e-10] []
336000 [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10] [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.715099 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
336000 [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10] [4.89e-06, 4.95e-07, 2.28e-06, 4.89e-09, 9.99e-11, 2.54e-06, 9.61e-07, 3.41e-06, 3.10e-09, 4.54e-09, 0.00e+00, 2.62e-08, 2.22e-09, 1.08e-09, 2.01e-10, 3.22e-10, 1.45e-13, 5.45e-06, 1.06e-06, 1.65e-06, 3.95e-10] []
338000 [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10] [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.810694 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
338000 [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10] [5.05e-06, 5.24e-07, 2.33e-06, 4.92e-09, 4.97e-09, 2.65e-06, 9.80e-07, 3.46e-06, 1.11e-09, 2.65e-09, 0.00e+00, 1.64e-08, 2.79e-10, 9.79e-10, 1.84e-10, 2.93e-10, 1.18e-13, 5.06e-06, 9.86e-07, 1.53e-06, 3.59e-10] []
340000 [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10] [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.760642 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
340000 [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10] [6.71e-05, 8.61e-06, 2.06e-05, 4.48e-06, 9.30e-04, 8.28e-04, 1.11e-03, 1.09e-03, 1.35e-03, 1.73e-02, 0.00e+00, 0.00e+00, 0.00e+00, 3.36e-07, 6.50e-08, 1.01e-07, 2.57e-11, 3.53e-06, 6.84e-07, 1.06e-06, 2.71e-10] []
342000 [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10] [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.445720 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
342000 [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10] [6.10e-06, 6.59e-07, 2.70e-06, 5.65e-09, 4.70e-09, 5.73e-06, 1.85e-06, 4.07e-06, 1.03e-09, 3.41e-09, 0.00e+00, 2.91e-08, 1.24e-10, 1.17e-10, 2.32e-11, 3.54e-11, 8.24e-15, 4.69e-06, 9.13e-07, 1.42e-06, 3.25e-10] []
344000 [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10] [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.800180 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
344000 [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10] [6.49e-06, 7.00e-07, 2.87e-06, 1.93e-08, 5.76e-07, 9.63e-06, 1.85e-06, 5.66e-06, 5.13e-06, 7.68e-06, 0.00e+00, 2.37e-09, 4.67e-06, 1.49e-09, 2.95e-10, 4.54e-10, 1.91e-13, 4.03e-06, 8.04e-07, 1.23e-06, 5.14e-10] []
346000 [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10] [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.766461 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
346000 [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10] [6.64e-06, 7.37e-07, 2.89e-06, 2.67e-09, 6.29e-08, 7.29e-06, 2.48e-06, 4.26e-06, 1.24e-07, 1.34e-06, 0.00e+00, 4.21e-08, 8.64e-08, 1.16e-09, 2.24e-10, 3.52e-10, 6.80e-14, 4.35e-06, 8.45e-07, 1.32e-06, 2.39e-10] []
348000 [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10] [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.087533 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
348000 [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10] [5.39e-06, 5.40e-07, 2.47e-06, 5.86e-09, 3.98e-10, 4.92e-06, 1.55e-06, 3.99e-06, 2.34e-08, 3.20e-08, 0.00e+00, 2.97e-08, 1.69e-08, 7.95e-13, 1.37e-13, 2.43e-13, 1.56e-16, 5.70e-06, 1.11e-06, 1.72e-06, 3.89e-10] []
350000 [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10] [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.963021 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
350000 [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10] [2.58e-05, 6.38e-06, 5.43e-06, 3.28e-07, 2.00e-04, 1.43e-04, 2.25e-04, 2.20e-04, 2.64e-04, 3.31e-03, 0.00e+00, 0.00e+00, 0.00e+00, 4.79e-08, 9.30e-09, 1.44e-08, 3.87e-12, 6.44e-06, 1.25e-06, 1.93e-06, 5.19e-10] []
352000 [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10] [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.118564 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
352000 [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10] [8.40e-06, 1.33e-06, 3.55e-06, 1.33e-08, 1.03e-05, 4.02e-05, 7.85e-06, 2.91e-05, 8.75e-06, 3.07e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.60e-09, 7.42e-10, 1.11e-09, 8.55e-13, 6.92e-07, 1.42e-07, 2.14e-07, 1.63e-10] []
354000 [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10] [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.156097 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
354000 [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10] [5.11e-06, 4.92e-07, 2.38e-06, 5.61e-09, 1.31e-07, 4.77e-06, 1.32e-06, 4.08e-06, 5.18e-08, 9.48e-07, 0.00e+00, 6.84e-08, 4.00e-08, 3.19e-11, 6.24e-12, 9.64e-12, 3.19e-15, 6.06e-06, 1.18e-06, 1.83e-06, 4.38e-10] []
356000 [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10] [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.001918 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
356000 [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10] [6.90e-06, 1.14e-06, 3.02e-06, 1.76e-07, 4.89e-06, 1.89e-05, 3.63e-06, 1.00e-05, 5.99e-06, 4.61e-05, 8.54e-08, 3.63e-07, 5.42e-06, 3.06e-10, 6.21e-11, 9.40e-11, 2.92e-14, 2.56e-06, 5.19e-07, 7.86e-07, 2.23e-10] []
358000 [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10] [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.674150 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
358000 [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10] [8.30e-06, 1.41e-06, 2.58e-06, 3.17e-07, 3.39e-05, 1.03e-04, 6.09e-05, 9.57e-05, 3.58e-05, 6.10e-04, 1.22e-05, 2.05e-05, 3.36e-05, 7.86e-08, 1.28e-08, 2.02e-08, 4.37e-11, 3.11e-07, 5.04e-08, 7.97e-08, 1.73e-10] []
360000 [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10] [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.953188 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
360000 [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10] [4.89e-06, 4.71e-07, 2.29e-06, 5.46e-09, 2.74e-08, 4.18e-06, 1.32e-06, 3.87e-06, 4.77e-09, 1.04e-07, 0.00e+00, 4.19e-08, 0.00e+00, 3.78e-10, 7.37e-11, 1.14e-10, 3.24e-14, 6.34e-06, 1.23e-06, 1.91e-06, 4.78e-10] []
362000 [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10] [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.770177 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
362000 [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10] [5.01e-06, 5.01e-07, 2.31e-06, 5.38e-09, 6.16e-08, 5.21e-06, 1.88e-06, 3.75e-06, 1.12e-09, 6.92e-09, 1.45e-11, 1.24e-07, 4.22e-10, 1.16e-10, 2.26e-11, 3.50e-11, 5.44e-15, 6.33e-06, 1.23e-06, 1.91e-06, 4.47e-10] []
364000 [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10] [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.189236 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
364000 [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10] [2.17e-05, 2.22e-06, 6.56e-06, 3.37e-06, 1.48e-04, 4.42e-05, 2.28e-04, 2.77e-04, 1.77e-04, 2.34e-03, 0.00e+00, 0.00e+00, 0.00e+00, 3.28e-07, 6.24e-08, 9.60e-08, 9.85e-11, 1.04e-06, 1.98e-07, 3.04e-07, 3.10e-10] []
366000 [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10] [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.904081 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
366000 [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10] [5.82e-06, 6.13e-07, 2.60e-06, 1.00e-08, 1.00e-06, 6.11e-06, 1.97e-06, 3.83e-06, 7.43e-08, 8.09e-07, 0.00e+00, 2.34e-08, 0.00e+00, 8.34e-12, 1.63e-12, 2.49e-12, 2.82e-15, 5.22e-06, 1.01e-06, 1.57e-06, 3.45e-10] []
368000 [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10] [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.071054 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
368000 [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10] [5.35e-06, 5.34e-07, 2.46e-06, 5.87e-09, 6.41e-12, 4.86e-06, 1.53e-06, 3.99e-06, 1.60e-09, 2.14e-09, 0.00e+00, 2.59e-08, 4.55e-10, 4.16e-12, 8.17e-13, 1.24e-12, 3.09e-15, 5.72e-06, 1.11e-06, 1.73e-06, 4.20e-10] []
370000 [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10] [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.935281 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
370000 [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10] [5.19e-06, 5.12e-07, 2.40e-06, 5.87e-09, 1.82e-07, 5.47e-06, 1.12e-06, 4.44e-06, 2.84e-08, 3.85e-07, 0.00e+00, 3.37e-08, 2.27e-08, 6.40e-09, 1.25e-09, 1.93e-09, 5.19e-13, 5.53e-06, 1.08e-06, 1.66e-06, 4.22e-10] []
372000 [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10] [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.092208 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
372000 [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10] [7.70e-06, 1.38e-06, 3.36e-06, 2.51e-08, 2.12e-06, 1.46e-05, 1.65e-06, 1.04e-05, 3.71e-07, 1.06e-05, 9.82e-11, 0.00e+00, 5.07e-08, 1.75e-11, 3.83e-12, 5.60e-12, 5.85e-15, 1.59e-06, 3.50e-07, 5.09e-07, 9.43e-10] []
374000 [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10] [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.672845 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
374000 [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10] [1.31e-05, 2.93e-06, 2.66e-06, 5.77e-07, 1.05e-05, 7.34e-05, 6.95e-05, 9.61e-05, 7.73e-05, 8.71e-04, 0.00e+00, 0.00e+00, 0.00e+00, 2.03e-07, 3.31e-08, 5.17e-08, 2.38e-10, 3.61e-07, 5.88e-08, 9.18e-08, 4.21e-10] []
376000 [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10] [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.762642 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
376000 [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10] [5.61e-06, 5.78e-07, 2.54e-06, 5.91e-09, 7.82e-10, 4.87e-06, 1.60e-06, 3.88e-06, 2.21e-09, 3.27e-08, 0.00e+00, 5.09e-08, 1.11e-09, 2.33e-09, 4.54e-10, 7.05e-10, 1.54e-13, 5.30e-06, 1.03e-06, 1.60e-06, 3.90e-10] []
378000 [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10] [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.975331 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
378000 [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10] [5.50e-06, 5.55e-07, 2.51e-06, 6.69e-09, 2.35e-08, 5.13e-06, 1.60e-06, 4.01e-06, 7.16e-09, 1.43e-08, 0.00e+00, 8.70e-09, 0.00e+00, 8.11e-10, 1.58e-10, 2.45e-10, 3.98e-14, 5.51e-06, 1.07e-06, 1.67e-06, 3.28e-10] []
380000 [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09] [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.200955 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
380000 [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09] [1.76e-05, 2.64e-06, 4.98e-06, 6.94e-06, 2.50e-05, 1.12e-04, 4.19e-04, 5.38e-04, 2.62e-04, 2.75e-03, 0.00e+00, 0.00e+00, 0.00e+00, 5.69e-07, 1.51e-07, 2.23e-07, 3.85e-09, 1.81e-07, 4.81e-08, 7.09e-08, 1.22e-09] []
382000 [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10] [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.504066 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
382000 [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10] [5.86e-06, 6.03e-07, 2.69e-06, 3.02e-08, 1.08e-06, 5.77e-06, 2.52e-06, 5.44e-06, 4.08e-06, 2.28e-05, 0.00e+00, 0.00e+00, 0.00e+00, 8.50e-10, 1.67e-10, 2.61e-10, 9.94e-14, 5.47e-06, 1.08e-06, 1.68e-06, 6.95e-10] []
384000 [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10] [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.977627 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
384000 [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10] [5.59e-06, 5.85e-07, 2.53e-06, 1.83e-09, 5.01e-07, 5.49e-06, 1.78e-06, 4.11e-06, 3.34e-07, 3.84e-06, 0.00e+00, 2.04e-07, 2.49e-07, 1.48e-09, 2.88e-10, 4.47e-10, 6.50e-14, 5.34e-06, 1.04e-06, 1.62e-06, 2.74e-10] []
386000 [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10] [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.164036 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
386000 [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10] [5.09e-06, 4.99e-07, 2.36e-06, 5.56e-09, 1.55e-08, 4.20e-06, 1.27e-06, 3.89e-06, 1.52e-08, 1.69e-07, 0.00e+00, 7.30e-08, 1.16e-08, 7.58e-11, 1.48e-11, 2.29e-11, 2.11e-15, 5.92e-06, 1.15e-06, 1.78e-06, 4.35e-10] []
388000 [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09] [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.684223 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
388000 [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09] [2.73e-05, 6.63e-06, 7.14e-06, 2.39e-07, 2.62e-04, 3.05e-04, 2.29e-04, 2.26e-04, 1.71e-04, 3.59e-03, 1.34e-04, 1.39e-04, 1.68e-04, 3.02e-08, 6.02e-09, 9.26e-09, 6.65e-12, 8.13e-06, 1.62e-06, 2.49e-06, 1.82e-09] []
390000 [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10] [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.763296 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
390000 [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10] [5.22e-06, 5.19e-07, 2.41e-06, 5.28e-09, 2.19e-10, 4.32e-06, 1.40e-06, 3.84e-06, 2.01e-09, 1.62e-09, 0.00e+00, 3.84e-08, 1.06e-09, 2.53e-12, 4.94e-13, 7.59e-13, 5.33e-16, 5.80e-06, 1.13e-06, 1.75e-06, 4.03e-10] []
392000 [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10] [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.286439 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
392000 [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10] [5.64e-06, 5.80e-07, 2.56e-06, 8.18e-09, 2.42e-09, 5.12e-06, 1.64e-06, 3.97e-06, 7.24e-09, 1.27e-08, 0.00e+00, 5.35e-08, 5.24e-09, 2.92e-09, 5.70e-10, 8.84e-10, 2.28e-13, 5.28e-06, 1.03e-06, 1.60e-06, 4.18e-10] []
394000 [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10] [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.061304 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
394000 [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10] [5.17e-06, 5.09e-07, 2.39e-06, 5.65e-09, 2.13e-08, 4.41e-06, 1.32e-06, 3.98e-06, 2.89e-09, 4.50e-09, 0.00e+00, 3.09e-08, 1.69e-09, 4.12e-10, 8.03e-11, 1.24e-10, 2.41e-14, 5.82e-06, 1.13e-06, 1.75e-06, 4.32e-10] []
396000 [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12] [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.022354 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
intermediate_train()
Training model...
Step Train loss Test loss Test metric
396000 [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12] [8.27e-06, 2.03e-06, 2.67e-06, 1.94e-08, 7.00e-06, 7.19e-05, 4.57e-05, 8.10e-05, 2.26e-05, 1.89e-04, 0.00e+00, 0.00e+00, 0.00e+00, 5.01e-11, 9.33e-12, 1.44e-11, 1.52e-16, 2.87e-07, 5.35e-08, 8.22e-08, 4.14e-12] []
398000 [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10] [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.163367 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
398000 [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10] [5.32e-06, 5.30e-07, 2.45e-06, 5.82e-09, 8.80e-11, 4.76e-06, 1.51e-06, 3.96e-06, 2.66e-09, 1.10e-09, 0.00e+00, 3.18e-08, 1.44e-09, 1.92e-11, 3.75e-12, 5.79e-12, 2.84e-15, 5.73e-06, 1.11e-06, 1.73e-06, 4.23e-10] []
400000 [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10] [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.454407 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
400000 [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10] [6.48e-06, 7.59e-07, 2.47e-06, 6.45e-09, 9.33e-07, 1.85e-05, 7.47e-06, 1.16e-05, 2.20e-06, 1.18e-05, 3.49e-08, 8.38e-07, 1.87e-06, 6.12e-10, 1.16e-10, 1.82e-10, 2.74e-14, 6.13e-06, 1.16e-06, 1.83e-06, 3.48e-10] []
402000 [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10] [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.897396 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
402000 [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10] [5.19e-06, 5.13e-07, 2.39e-06, 5.68e-09, 1.02e-10, 4.54e-06, 1.41e-06, 3.96e-06, 2.18e-09, 7.16e-09, 0.00e+00, 4.87e-08, 1.01e-09, 2.57e-10, 5.02e-11, 7.76e-11, 2.33e-14, 5.86e-06, 1.14e-06, 1.77e-06, 4.37e-10] []
404000 [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10] [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.974319 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
404000 [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10] [5.37e-06, 5.39e-07, 2.46e-06, 5.92e-09, 1.71e-08, 4.90e-06, 1.62e-06, 3.91e-06, 9.53e-09, 6.70e-08, 0.00e+00, 2.71e-08, 0.00e+00, 3.67e-10, 7.18e-11, 1.11e-10, 3.57e-14, 5.70e-06, 1.11e-06, 1.72e-06, 4.19e-10] []
406000 [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10] [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.894680 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
406000 [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10] [5.11e-06, 5.09e-07, 2.36e-06, 6.15e-09, 4.15e-08, 4.26e-06, 1.34e-06, 3.93e-06, 3.83e-09, 5.48e-08, 0.00e+00, 3.91e-08, 0.00e+00, 7.14e-09, 1.39e-09, 2.15e-09, 5.91e-13, 5.83e-06, 1.14e-06, 1.76e-06, 4.56e-10] []
408000 [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10] [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.975171 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
408000 [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10] [5.24e-06, 5.22e-07, 2.41e-06, 5.90e-09, 3.58e-12, 4.30e-06, 1.39e-06, 3.85e-06, 9.15e-09, 3.12e-08, 0.00e+00, 6.03e-08, 6.61e-09, 1.88e-09, 3.66e-10, 5.67e-10, 1.23e-13, 5.72e-06, 1.11e-06, 1.72e-06, 4.04e-10] []
410000 [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11] [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.791585 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
410000 [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11] [6.25e-06, 8.73e-07, 2.21e-06, 1.32e-08, 4.38e-07, 2.85e-05, 1.34e-05, 1.92e-05, 1.20e-05, 4.41e-05, 9.22e-07, 2.45e-06, 1.10e-05, 7.37e-10, 1.43e-10, 2.17e-10, 9.83e-15, 6.11e-06, 1.19e-06, 1.81e-06, 7.45e-11] []
412000 [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10] [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.955005 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
412000 [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10] [6.44e-06, 7.11e-07, 2.83e-06, 8.21e-09, 9.31e-11, 5.93e-06, 1.94e-06, 4.02e-06, 8.07e-09, 3.18e-08, 0.00e+00, 3.38e-08, 5.84e-09, 7.91e-09, 1.54e-09, 2.39e-09, 6.83e-13, 4.29e-06, 8.36e-07, 1.30e-06, 3.54e-10] []
414000 [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08] [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.609394 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
414000 [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08] [2.29e-05, 5.05e-06, 6.42e-06, 1.26e-06, 1.17e-06, 1.23e-04, 2.72e-04, 3.52e-04, 1.91e-05, 1.09e-03, 1.39e-04, 1.90e-04, 1.86e-05, 3.29e-09, 7.38e-10, 1.10e-09, 9.94e-12, 8.62e-06, 1.93e-06, 2.90e-06, 1.98e-08] []
416000 [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10] [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.876959 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
416000 [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10] [5.04e-06, 4.95e-07, 2.34e-06, 5.90e-09, 4.47e-09, 4.07e-06, 1.31e-06, 3.84e-06, 1.92e-09, 3.77e-08, 0.00e+00, 4.10e-08, 0.00e+00, 1.68e-09, 3.26e-10, 5.06e-10, 2.93e-13, 5.99e-06, 1.17e-06, 1.81e-06, 4.57e-10] []
418000 [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10] [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.837911 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
418000 [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10] [5.13e-06, 5.09e-07, 2.37e-06, 5.51e-09, 2.97e-10, 4.18e-06, 1.35e-06, 3.84e-06, 1.91e-09, 8.07e-09, 0.00e+00, 6.42e-08, 8.06e-10, 3.70e-10, 7.41e-11, 1.09e-10, 4.76e-14, 5.86e-06, 1.14e-06, 1.78e-06, 6.25e-10] []
420000 [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10] [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.608448 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
420000 [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10] [5.63e-06, 5.98e-07, 2.54e-06, 3.40e-09, 4.22e-09, 5.31e-06, 1.82e-06, 4.01e-06, 1.72e-08, 4.28e-07, 0.00e+00, 1.75e-09, 0.00e+00, 1.20e-09, 2.56e-10, 3.30e-10, 4.45e-13, 5.26e-06, 1.01e-06, 1.62e-06, 8.84e-10] []
422000 [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08] [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.304380 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
422000 [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08] [7.20e-06, 1.13e-06, 2.68e-06, 1.17e-08, 1.23e-05, 2.16e-05, 9.00e-06, 1.22e-05, 6.37e-06, 1.48e-04, 2.85e-06, 4.94e-06, 5.74e-06, 9.80e-11, 6.84e-11, 6.18e-13, 2.27e-11, 4.67e-06, 5.81e-07, 2.06e-06, 7.26e-08] []
424000 [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07] [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.546930 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
424000 [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07] [5.25e-06, 6.63e-07, 2.08e-06, 1.33e-08, 3.01e-10, 4.70e-06, 1.30e-06, 3.24e-06, 4.74e-08, 7.59e-08, 0.00e+00, 2.09e-08, 3.93e-09, 1.42e-10, 1.49e-09, 1.10e-09, 1.68e-09, 5.41e-06, 5.60e-07, 2.59e-06, 1.31e-07] []
426000 [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08] [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.105726 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
426000 [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08] [4.85e-06, 5.04e-07, 2.17e-06, 1.06e-09, 1.76e-08, 4.01e-06, 1.54e-06, 3.52e-06, 8.47e-09, 1.07e-06, 7.11e-10, 1.39e-07, 2.45e-09, 1.56e-14, 2.22e-10, 2.98e-10, 3.22e-10, 6.45e-06, 1.05e-06, 2.28e-06, 1.95e-08] []
428000 [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07] [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.967955 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
428000 [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07] [4.76e-06, 5.98e-07, 1.90e-06, 1.31e-08, 7.87e-08, 4.16e-06, 1.12e-06, 3.24e-06, 1.86e-07, 2.20e-06, 0.00e+00, 3.68e-10, 0.00e+00, 2.91e-09, 4.96e-09, 5.57e-10, 2.96e-09, 5.96e-06, 6.06e-07, 2.84e-06, 1.40e-07] []
430000 [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08] [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.731190 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
430000 [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08] [5.63e-06, 8.35e-07, 2.21e-06, 4.97e-10, 3.20e-05, 4.86e-05, 4.34e-06, 9.08e-06, 1.01e-05, 1.70e-04, 0.00e+00, 0.00e+00, 0.00e+00, 1.02e-09, 1.17e-10, 4.65e-10, 2.03e-11, 3.78e-06, 6.15e-07, 1.37e-06, 1.67e-08] []
432000 [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08] [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.867747 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
432000 [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08] [5.42e-06, 5.94e-07, 2.38e-06, 4.30e-09, 1.35e-09, 4.47e-06, 1.43e-06, 3.61e-06, 6.11e-09, 2.12e-08, 0.00e+00, 5.24e-08, 7.46e-10, 1.28e-10, 5.48e-10, 1.37e-09, 1.00e-09, 5.32e-06, 8.71e-07, 1.85e-06, 1.30e-08] []
434000 [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08] [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.487127 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
434000 [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08] [7.15e-06, 1.13e-06, 2.74e-06, 1.96e-07, 1.28e-05, 2.32e-05, 1.03e-05, 1.48e-05, 3.63e-06, 1.44e-04, 3.94e-06, 5.56e-06, 3.28e-06, 4.68e-09, 5.19e-10, 2.15e-09, 9.20e-11, 3.89e-06, 6.54e-07, 1.38e-06, 1.27e-08] []
436000 [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09] [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.449184 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
436000 [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09] [4.96e-06, 5.09e-07, 2.26e-06, 3.42e-09, 1.58e-07, 4.11e-06, 1.38e-06, 3.50e-06, 5.92e-09, 4.07e-07, 0.00e+00, 4.63e-08, 0.00e+00, 7.94e-10, 2.08e-10, 1.80e-10, 3.55e-12, 6.12e-06, 1.07e-06, 2.00e-06, 5.96e-09] []
438000 [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07] [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.378396 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
438000 [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07] [5.04e-06, 6.66e-07, 1.99e-06, 1.36e-08, 2.79e-09, 4.40e-06, 1.27e-06, 3.30e-06, 3.15e-08, 4.04e-08, 4.08e-10, 4.73e-08, 6.16e-10, 1.30e-09, 5.12e-11, 1.83e-09, 5.59e-10, 5.70e-06, 5.24e-07, 2.69e-06, 1.27e-07] []
440000 [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07] [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 14.864812 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
440000 [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07] [4.85e-06, 6.61e-07, 1.91e-06, 1.17e-08, 8.20e-07, 4.64e-06, 2.05e-06, 4.53e-06, 1.25e-06, 1.54e-05, 0.00e+00, 0.00e+00, 0.00e+00, 4.32e-10, 1.80e-11, 6.01e-10, 1.80e-10, 5.73e-06, 5.25e-07, 2.69e-06, 1.22e-07] []
442000 [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08] [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.081639 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
442000 [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08] [5.25e-06, 6.14e-07, 2.23e-06, 5.40e-09, 2.39e-08, 4.51e-06, 1.43e-06, 3.46e-06, 4.46e-08, 1.18e-07, 0.00e+00, 4.57e-08, 0.00e+00, 1.18e-09, 2.53e-10, 3.30e-10, 1.95e-13, 5.51e-06, 7.38e-07, 2.12e-06, 3.55e-08] []
444000 [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07] [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.609971 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
444000 [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07] [4.71e-06, 6.55e-07, 1.84e-06, 1.55e-08, 2.93e-08, 4.06e-06, 1.00e-06, 2.98e-06, 9.84e-08, 2.72e-07, 1.61e-11, 1.13e-08, 1.56e-09, 1.11e-09, 1.65e-10, 4.00e-10, 4.02e-12, 5.88e-06, 4.18e-07, 2.97e-06, 1.70e-07] []
446000 [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07] [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.567914 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
446000 [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07] [4.85e-06, 6.22e-07, 1.99e-06, 8.27e-09, 3.86e-11, 4.12e-06, 1.05e-06, 3.05e-06, 7.29e-08, 6.50e-08, 1.25e-09, 2.47e-08, 1.30e-08, 9.68e-12, 5.19e-10, 2.99e-10, 3.60e-10, 5.78e-06, 5.22e-07, 2.63e-06, 1.02e-07] []
448000 [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10] [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.435316 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
448000 [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10] [5.49e-06, 5.56e-07, 2.51e-06, 6.44e-09, 1.34e-10, 5.05e-06, 1.58e-06, 3.92e-06, 2.32e-08, 2.11e-08, 0.00e+00, 8.87e-09, 1.45e-08, 1.08e-12, 2.03e-13, 3.38e-13, 4.97e-17, 5.45e-06, 1.05e-06, 1.66e-06, 1.39e-10] []
450000 [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08] [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.154134 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
450000 [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08] [2.01e-05, 3.52e-06, 6.70e-06, 1.01e-06, 1.19e-05, 5.26e-05, 1.06e-04, 1.19e-04, 1.12e-04, 1.20e-03, 5.36e-05, 6.43e-05, 1.10e-04, 1.99e-07, 4.60e-08, 6.88e-08, 6.64e-10, 6.21e-06, 1.44e-06, 2.15e-06, 2.08e-08] []
452000 [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10] [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.216957 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
452000 [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10] [5.23e-06, 5.27e-07, 2.41e-06, 4.91e-09, 1.01e-08, 4.24e-06, 1.34e-06, 4.03e-06, 2.36e-08, 5.31e-07, 0.00e+00, 1.61e-08, 0.00e+00, 1.64e-09, 3.20e-10, 4.93e-10, 1.58e-13, 5.67e-06, 1.11e-06, 1.71e-06, 3.54e-10] []
454000 [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10] [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 18.512978 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
454000 [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10] [6.46e-06, 6.86e-07, 2.92e-06, 1.18e-08, 1.57e-06, 9.70e-06, 1.72e-06, 4.62e-06, 4.88e-08, 5.05e-06, 0.00e+00, 9.06e-08, 3.88e-08, 9.90e-10, 1.96e-10, 3.02e-10, 5.37e-13, 4.43e-06, 8.73e-07, 1.36e-06, 5.70e-10] []
456000 [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10] [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 18.581200 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
456000 [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10] [5.57e-06, 5.54e-07, 2.54e-06, 5.98e-09, 1.15e-06, 6.44e-06, 1.72e-06, 4.40e-06, 4.21e-07, 9.22e-06, 1.17e-08, 2.53e-07, 3.37e-07, 2.70e-11, 5.24e-12, 8.23e-12, 1.31e-15, 5.49e-06, 1.07e-06, 1.66e-06, 3.67e-10] []
458000 [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11] [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.217270 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
458000 [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11] [1.08e-05, 1.96e-06, 3.24e-06, 5.63e-08, 4.00e-05, 8.33e-05, 1.31e-05, 2.03e-05, 1.57e-07, 2.21e-04, 4.87e-06, 5.52e-06, 7.87e-08, 1.68e-08, 3.19e-09, 4.90e-09, 3.62e-13, 1.29e-06, 2.46e-07, 3.77e-07, 2.94e-11] []
460000 [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10] [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.297518 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
460000 [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10] [6.15e-06, 6.83e-07, 2.72e-06, 7.90e-09, 8.81e-08, 6.60e-06, 2.25e-06, 3.82e-06, 8.12e-08, 5.93e-07, 0.00e+00, 1.76e-08, 0.00e+00, 2.15e-09, 4.22e-10, 6.48e-10, 1.86e-13, 4.72e-06, 9.26e-07, 1.43e-06, 2.85e-10] []
462000 [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10] [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.899074 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
462000 [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10] [5.50e-06, 5.61e-07, 2.50e-06, 6.02e-09, 1.22e-08, 4.67e-06, 1.58e-06, 3.81e-06, 4.51e-09, 1.07e-09, 0.00e+00, 3.92e-08, 3.05e-09, 2.59e-10, 5.03e-11, 7.81e-11, 2.09e-14, 5.43e-06, 1.06e-06, 1.64e-06, 4.11e-10] []
464000 [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10] [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.107139 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
464000 [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10] [5.25e-06, 5.25e-07, 2.42e-06, 6.08e-09, 4.52e-09, 4.21e-06, 1.40e-06, 3.81e-06, 1.51e-09, 1.97e-08, 0.00e+00, 3.98e-08, 3.77e-10, 3.92e-10, 7.62e-11, 1.18e-10, 2.77e-14, 5.69e-06, 1.11e-06, 1.71e-06, 4.22e-10] []
466000 [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10] [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.950410 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
466000 [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10] [5.00e-06, 4.89e-07, 2.33e-06, 5.32e-09, 1.95e-09, 4.01e-06, 1.28e-06, 3.84e-06, 1.17e-09, 2.72e-08, 0.00e+00, 3.97e-08, 2.02e-11, 8.28e-10, 1.60e-10, 2.53e-10, 6.20e-14, 6.03e-06, 1.17e-06, 1.82e-06, 4.26e-10] []
468000 [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10] [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.074150 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
468000 [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10] [5.43e-06, 5.51e-07, 2.48e-06, 5.14e-09, 2.58e-08, 4.95e-06, 1.75e-06, 3.75e-06, 6.20e-09, 2.61e-09, 0.00e+00, 5.46e-08, 4.23e-09, 1.39e-09, 2.71e-10, 4.20e-10, 9.76e-14, 5.66e-06, 1.10e-06, 1.71e-06, 4.03e-10] []
470000 [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09] [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.917307 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
470000 [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09] [4.11e-06, 4.29e-07, 2.11e-06, 4.09e-08, 1.86e-06, 1.39e-05, 5.49e-06, 5.45e-06, 1.25e-06, 1.16e-05, 7.13e-09, 1.67e-07, 1.12e-06, 2.36e-10, 4.89e-11, 7.42e-11, 3.85e-14, 9.59e-06, 1.99e-06, 3.01e-06, 1.51e-09] []
472000 [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10] [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 16.825395 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
472000 [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10] [7.71e-06, 9.40e-07, 3.15e-06, 1.54e-07, 5.10e-06, 2.09e-05, 3.32e-06, 6.13e-06, 1.67e-05, 9.40e-05, 2.74e-07, 3.11e-07, 1.57e-05, 4.62e-09, 9.15e-10, 1.38e-09, 3.99e-13, 2.96e-06, 5.88e-07, 8.84e-07, 2.77e-10] []
474000 [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10] [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.447869 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
474000 [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10] [5.61e-06, 5.70e-07, 2.55e-06, 6.35e-09, 1.15e-08, 5.08e-06, 1.62e-06, 3.96e-06, 1.64e-08, 7.63e-08, 0.00e+00, 1.77e-08, 1.23e-08, 1.06e-09, 2.07e-10, 3.22e-10, 7.24e-14, 5.31e-06, 1.03e-06, 1.61e-06, 3.92e-10] []
476000 [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11] [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.146189 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
476000 [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11] [7.33e-06, 8.80e-07, 3.19e-06, 5.70e-09, 3.53e-09, 9.02e-06, 3.37e-06, 4.56e-06, 5.95e-07, 1.45e-06, 0.00e+00, 3.06e-11, 0.00e+00, 4.45e-09, 8.72e-10, 1.37e-09, 4.18e-14, 4.00e-06, 7.85e-07, 1.23e-06, 3.90e-11] []
478000 [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13] [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.094902 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
478000 [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13] [9.69e-06, 1.37e-06, 3.60e-06, 1.44e-08, 9.25e-06, 6.86e-05, 5.34e-06, 1.99e-05, 4.05e-06, 2.00e-06, 0.00e+00, 1.07e-09, 0.00e+00, 7.90e-10, 1.51e-10, 2.26e-10, 5.59e-16, 3.98e-07, 7.61e-08, 1.14e-07, 5.80e-13] []
480000 [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10] [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.901806 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
480000 [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10] [5.07e-06, 4.97e-07, 2.36e-06, 5.72e-09, 1.57e-12, 4.08e-06, 1.31e-06, 3.84e-06, 1.64e-09, 5.73e-09, 0.00e+00, 4.86e-08, 6.43e-10, 3.90e-11, 7.61e-12, 1.18e-11, 3.20e-15, 5.93e-06, 1.15e-06, 1.79e-06, 4.32e-10] []
482000 [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11] [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.122339 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
482000 [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11] [4.66e-06, 4.65e-07, 2.11e-06, 2.02e-09, 5.57e-06, 1.47e-05, 3.11e-06, 4.47e-06, 2.41e-06, 2.46e-05, 0.00e+00, 0.00e+00, 0.00e+00, 3.21e-09, 6.14e-10, 9.37e-10, 1.32e-14, 7.68e-06, 1.47e-06, 2.24e-06, 1.60e-11] []
484000 [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10] [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.554551 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
484000 [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10] [5.54e-06, 6.39e-07, 2.55e-06, 1.11e-07, 4.48e-10, 5.81e-06, 2.20e-06, 4.01e-06, 6.92e-06, 1.61e-05, 2.98e-10, 9.40e-08, 6.26e-06, 4.86e-09, 9.62e-10, 1.46e-09, 1.40e-13, 5.75e-06, 1.14e-06, 1.73e-06, 2.90e-10] []
486000 [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10] [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.559897 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
486000 [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10] [6.04e-06, 6.71e-07, 2.67e-06, 3.86e-10, 1.06e-07, 5.99e-06, 1.73e-06, 4.46e-06, 5.19e-09, 4.81e-08, 0.00e+00, 2.68e-09, 0.00e+00, 3.98e-10, 7.72e-11, 1.20e-10, 1.91e-14, 4.40e-06, 8.54e-07, 1.32e-06, 1.81e-10] []
488000 [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10] [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.716167 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
488000 [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10] [5.49e-06, 6.21e-07, 2.35e-06, 1.59e-09, 7.12e-08, 1.08e-05, 4.04e-06, 4.72e-06, 1.02e-06, 3.68e-06, 0.00e+00, 0.00e+00, 0.00e+00, 2.12e-09, 4.05e-10, 6.32e-10, 9.22e-14, 6.17e-06, 1.18e-06, 1.84e-06, 2.95e-10] []
490000 [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10] [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.732444 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
490000 [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10] [5.34e-06, 5.41e-07, 2.45e-06, 5.81e-09, 4.11e-10, 4.26e-06, 1.42e-06, 3.80e-06, 2.51e-09, 1.82e-09, 0.00e+00, 5.47e-08, 1.40e-09, 8.71e-11, 1.70e-11, 2.61e-11, 2.71e-14, 5.51e-06, 1.07e-06, 1.66e-06, 4.14e-10] []
492000 [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10] [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 17.417968 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
492000 [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10] [5.86e-06, 6.30e-07, 2.63e-06, 7.58e-09, 4.65e-08, 5.13e-06, 1.80e-06, 3.80e-06, 1.64e-08, 4.01e-08, 0.00e+00, 1.95e-08, 1.19e-08, 1.18e-10, 2.32e-11, 3.53e-11, 1.23e-13, 4.91e-06, 9.59e-07, 1.49e-06, 3.55e-10] []
494000 [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10] [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.174080 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Training model...
Step Train loss Test loss Test metric
494000 [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10] [5.16e-06, 5.13e-07, 2.38e-06, 5.65e-09, 1.50e-12, 4.15e-06, 1.34e-06, 3.83e-06, 2.35e-09, 2.01e-09, 0.00e+00, 7.33e-08, 1.14e-09, 1.26e-10, 2.43e-11, 3.87e-11, 7.17e-13, 5.77e-06, 1.12e-06, 1.74e-06, 4.45e-10] []
496000 [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10] [6.04e-06, 6.42e-07, 2.69e-06, 6.47e-09, 2.38e-11, 5.71e-06, 1.91e-06, 3.98e-06, 1.32e-09, 1.06e-09, 0.00e+00, 3.39e-08, 1.87e-10, 4.07e-10, 7.95e-11, 1.23e-10, 3.03e-14, 4.80e-06, 9.33e-07, 1.45e-06, 3.50e-10] []
Best model at step 195362:
train loss: 1.46e-05
test loss: 1.46e-05
test metric: []
'train' took 15.311691 s
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
# params_nn, best_step = model.get_best_params(out_func=np.exp) # parameters need to be extracted with the exponential functino as they have been modelled in logspace
params_nn, best_step = model.get_best_params() # parameters need to be extracted with the exponential functino as they have been modelled in logspace
print(static_parameters, sep="\n")
t_nn_param, wsol_nn_param, wsol_sird_nn_param = solver(*params_nn)
model.set_synthetic_data(t_synth, solution_synth_full)
model.set_nn_synthetic_data(t_nn_param, wsol_nn_param, wsol_sird_nn_param)
plot = Plot(model, values_to_plot=sird_model.initial_conditions_keys) # class that contains plotting functions
# plot.show_known_and_prediction()
# plot.plot_param_history()
# plot.plot_loss_history()
Best train step: 195362
alpha: 0.12480357289
beta: 0.056060258299
gamma: 0.0026137018576
{'alpha': 0.15, 'beta': 0.07, 'gamma': 0.001}
plot.show_known_and_prediction()
plot.plot_param_history()
plot.plot_loss_history()
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/exercises_Jakob/Plot.py:290: UserWarning: Creating legend with loc="best" can be slow with large amounts of data. plt.tight_layout() /Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/events.py:89: UserWarning: Creating legend with loc="best" can be slow with large amounts of data. func(*args, **kwargs)
/Users/jhh/Library/Mobile Documents/com~apple~CloudDocs/DTU/11Semester Msc/Deep Learning/Deep_Learning_Project_PINN/.venv/lib/python3.9/site-packages/IPython/core/pylabtools.py:152: UserWarning: Creating legend with loc="best" can be slow with large amounts of data. fig.canvas.print_figure(bytes_io, **kw)
# from SIRD_normal_nn import SIRD_net
# max_timestep = 100000
# t_bool = t_synth < max_timestep
# t = t_synth[t_bool]
# wsol = solution_synth[t_bool]
# net = SIRD_net(t, wsol, init_num_people=1e6)
# net.train()
# net.plot(t_synth, solution_synth)
# fig, ax = plt.subplots()
# net.plot(ax, t_synth)